00000800:00000200:1.1F:1746146569.515535:0:3761:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9a7bc00] -> 12345-192.168.202.109@tcp (2) 00000800:00000200:1.1:1746146569.515843:0:3752:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9a7bc00] -> 12345-192.168.202.109@tcp (2) 00000800:00000200:1.1:1746146569.515846:0:3752:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.109@tcp ffff8800a9a7bb40 deleted 00000800:00000010:1.1:1746146569.515848:0:3752:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a9a7bb40. 00000800:00000200:1.1:1746146569.515850:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746146569.515855:0:3752:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.109@tcp ip 192.168.202.109:1023 00000800:00000200:1.1:1746146569.515858:0:3752:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b4456c00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1746146569.515938:0:3751:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746146569.517191:0:3753:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9a7bc00] -> 12345-192.168.202.109@tcp (4) 00000800:00000200:1.1:1746146569.517194:0:3753:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.109@tcp ffff8800a9a7bb40 deleted 00000800:00000010:1.1:1746146569.517196:0:3753:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a9a7bb40. 00000800:00000200:1.1:1746146569.517199:0:3753:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746146569.517276:0:3751:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1746146569.671482:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88008b59b700. 00010000:00000010:0.1:1746146569.671494:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012fe25000. 00010000:00000010:3.1F:1746146569.850662:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4e44700. 00010000:00000010:3.1:1746146569.850684:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012bf74c00. 00010000:00000010:1.1:1746146569.851560:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b5356200. 00010000:00000010:1.1:1746146569.851565:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4ed9c00. 00010000:00000010:3.1:1746146569.857494:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d9dbc00. 00080000:00000010:2.1F:1746146569.887485:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800a911cf00. 00000100:00100000:0.0:1746147228.840343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.849273:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339563392:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147228.849285:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147228.849308:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+157:2007:x1830967345745664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8692us (8971us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147228.849316:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12793 00000100:00100000:0.0:1746147228.854336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.854600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.854618:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345746176 00000100:00100000:0.0:1746147228.854621:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345746176 00010000:00010000:0.0:1746147228.854637:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfcd05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb4a expref: 6 pid: 10034 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746147228.854659:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12794 00000100:00100000:0.0:1746147228.854665:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345746176:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147228.854674:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147228.854690:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfcd05 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb4a expref: 6 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.854701:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfcd05 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb4a expref: 6 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.854718:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfcd05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb4a expref: 6 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.855169:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147228.858032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.863039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.864493:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+159:2008:x1830967345746816:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 703us (1458us total) trans 4294970302 rc 0/0 00000100:00100000:0.0:1746147228.864499:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1238 00002000:00100000:0.0:1746147228.864505:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a71b9880 x1830967345746816/t4294970302(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:604/0 lens 496/448 e 0 to 0 dl 1746147239 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147228.864510:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9880 with x1830967345746816 ext(0->7) 00010000:00010000:0.0:1746147228.864515:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfcd0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb51 expref: 159 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.864524:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfcd0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb51 expref: 159 pid: 10034 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746147228.864529:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71b9880 00000100:00100000:0.0:1746147228.866758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.877293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.879151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.879203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.879565:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28018 00000100:00100000:0.0:1746147228.879572:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967345747456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147228.879579:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147228.879584:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f7200/0x29021e8779bfcd21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7eb66 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.879595:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147228.879599:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcd1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb5f expref: 159 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.879608:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147228.879610:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7200/0x29021e8779bfcd21 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb66 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.879627:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcd1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb5f expref: 159 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.879637:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7200/0x29021e8779bfcd21 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb66 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.879645:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:0.0:1746147228.879666:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345747456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147228.880232:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28018 00000100:00100000:0.0:1746147228.881882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.884547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.888119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.889958:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+160:2008:x1830967345748096:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 716us (1563us total) trans 4294970303 rc 0/0 00000100:00100000:0.0:1746147228.889965:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1240 00002000:00100000:0.0:1746147228.889971:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a71b9180 x1830967345748096/t4294970303(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:604/0 lens 496/448 e 0 to 0 dl 1746147239 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147228.889978:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9180 with x1830967345748096 ext(0->7) 00010000:00010000:0.0:1746147228.889983:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcd1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb5f expref: 160 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.889997:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcd1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb5f expref: 160 pid: 10034 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746147228.890002:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71b9180 00000100:00100000:0.0:1746147228.891347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.894716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.896384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.898356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.904107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.907583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.907650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.910404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.910638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.910682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.913151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.914609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.915847:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+162:2008:x1830967345750400:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 975us (1228us total) trans 4294970304 rc 0/0 00000100:00100000:0.0:1746147228.915854:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1242 00002000:00100000:0.0:1746147228.915859:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096a85500 x1830967345750400/t4294970304(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:604/0 lens 496/448 e 0 to 0 dl 1746147239 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147228.915865:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967345750400 ext(0->7) 00010000:00010000:0.0:1746147228.915870:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfcd2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb74 expref: 162 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.915882:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfcd2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb74 expref: 162 pid: 10034 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746147228.915886:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85500 00000100:00100000:0.0:1746147228.920464:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345750528 00000100:00100000:0.0:1746147228.920472:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345750528 00010000:00010000:0.0:1746147228.920499:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfcd2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb74 expref: 162 pid: 10034 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746147228.920531:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12800 00000100:00100000:0.0:1746147228.920537:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+162:2006:x1830967345750528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147228.920550:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147228.920570:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfcd2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb74 expref: 162 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.920580:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfcd2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb74 expref: 162 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.920599:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfcd2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb74 expref: 162 pid: 10034 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746147228.920620:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147228.920621:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147228.920627:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfcd36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb7b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.920638:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfcd36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb7b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.920743:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfcd36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb7b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147228.920754:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339565056:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147228.920823:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147228.923154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.929088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.938510:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.941933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.942132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.947590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.948030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.956521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.958713:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+165:2005:x1830967345752448:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1909us (2190us total) trans 4294970305 rc 0/0 00000100:00100000:0.0:1746147228.958721:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1244 00002000:00100000:0.0:1746147228.958728:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fb9f80 x1830967345752448/t4294970305(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:604/0 lens 496/448 e 0 to 0 dl 1746147239 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147228.958735:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9f80 with x1830967345752448 ext(0->7) 00010000:00010000:0.0:1746147228.958742:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfcd44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb89 expref: 165 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147228.958756:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfcd44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb89 expref: 165 pid: 10034 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147228.958761:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fb9f80 00000100:00100000:0.0:1746147228.960793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.965468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.974117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.974572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.977787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.978605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.982507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.983642:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345753984 00000100:00100000:0.0:1746147228.983646:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345753984 00010000:00010000:0.0:1746147228.983660:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779bfcd4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb90 expref: 165 pid: 10034 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147228.983682:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12805 00000100:00100000:0.0:1746147228.983686:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+165:2008:x1830967345753984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147228.983693:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147228.983705:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779bfcd4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb90 expref: 165 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147228.983714:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779bfcd4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb90 expref: 165 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147228.983729:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779bfcd4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb90 expref: 165 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147228.983750:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147228.983752:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147228.983757:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcd59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb9e expref: 164 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.983762:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcd59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb9e expref: 164 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.983781:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcd59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb9e expref: 164 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147228.983791:0:7225:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcd59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb9e expref: 164 pid: 10034 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147228.983801:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339566208:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147228.984758:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147228.987734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.991879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147228.996679:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+166:2005:x1830967345754496:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 624us (4804us total) trans 4294970306 rc 0/0 00000100:00100000:0.0:1746147228.996686:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1247 00002000:00100000:0.0:1746147228.996691:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc45880 x1830967345754496/t4294970306(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:604/0 lens 496/448 e 0 to 0 dl 1746147239 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147228.996697:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45880 with x1830967345754496 ext(0->7) 00010000:00010000:0.0:1746147228.996702:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcd59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb9e expref: 166 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147228.996711:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcd59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eb9e expref: 166 pid: 10034 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147228.996716:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc45880 00000100:00100000:0.0:1746147229.005637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.010635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.013709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.018168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.020937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.022039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.025383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.025426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.028284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.031287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.032269:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+168:2007:x1830967345756288:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (984us total) trans 4294970307 rc 0/0 00000100:00100000:0.0:1746147229.032276:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1250 00002000:00100000:0.0:1746147229.032281:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e8ce00 x1830967345756288/t4294970307(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.032287:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ce00 with x1830967345756288 ext(0->7) 00010000:00010000:0.0:1746147229.032292:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfcd6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebb3 expref: 168 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.032301:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfcd6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebb3 expref: 168 pid: 10034 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.032310:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8ce00 00000100:00100000:0.0:1746147229.033878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.036607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.039803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.043718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.043951:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345757184 00000100:00100000:0.0:1746147229.043959:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345757184 00002000:00100000:0.0:1746147229.043994:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880137319500 x1830967345757184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.044004:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319500 with x1830967345757184 ext(0->4095) 00002000:00010000:0.0:1746147229.044008:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880137319500 00000100:00100000:0.0:1746147229.044038:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12461 00000100:00100000:0.0:1746147229.044045:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+168:2005:x1830967345757184:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.044152:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+168:2005:x1830967345757184:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.044159:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12461 00002000:00100000:0.0:1746147229.044164:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880137319500 x1830967345757184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.044171:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319500 with x1830967345757184 ext(0->4095) 00002000:00010000:0.0:1746147229.044173:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880137319500 00000100:00100000:0.0:1746147229.048503:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.048537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.051915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.052336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.055684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.059874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.066116:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+171:2007:x1830967345758336:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6057us (6399us total) trans 4294970308 rc 0/0 00000100:00100000:0.0:1746147229.066127:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1253 00002000:00100000:0.0:1746147229.066138:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009079f480 x1830967345758336/t4294970308(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.066147:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079f480 with x1830967345758336 ext(0->7) 00010000:00010000:0.0:1746147229.066156:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfcd83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebc8 expref: 171 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.066171:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfcd83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebc8 expref: 171 pid: 10034 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.066178:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009079f480 00000100:00100000:0.0:1746147229.069232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.072710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.076578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.076635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.083091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.088369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.092521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.094116:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+172:2005:x1830967345759616:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 921us (1601us total) trans 4294970309 rc 0/0 00000100:00100000:0.0:1746147229.094124:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1255 00002000:00100000:0.0:1746147229.094130:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfabb80 x1830967345759616/t4294970309(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.094144:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfabb80 with x1830967345759616 ext(0->7) 00010000:00010000:0.0:1746147229.094151:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfcd98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebd6 expref: 172 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.094162:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfcd98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebd6 expref: 172 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.094168:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfabb80 00000100:00100000:0.0:1746147229.096501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.098691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.101829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.108050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.112294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.115948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.133382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.137317:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+175:2008:x1830967345761664:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2079us (3936us total) trans 4294970310 rc 0/0 00000100:00100000:0.0:1746147229.137329:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1257 00002000:00100000:0.0:1746147229.137338:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfb7800 x1830967345761664/t4294970310(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.137347:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7800 with x1830967345761664 ext(0->7) 00010000:00010000:0.0:1746147229.137358:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626000/0x29021e8779bfcda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebeb expref: 175 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.137374:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626000/0x29021e8779bfcda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ebeb expref: 175 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.137382:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb7800 00000100:00100000:0.0:1746147229.140365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.142095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.144358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.147232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.147312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.150145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.153112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.159433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.169572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.169617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.172192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.172306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.175809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.185820:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+179:2005:x1830967345764224:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4731us (4928us total) trans 4294970312 rc 0/0 00000100:00100000:0.0:1746147229.185830:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1263 00002000:00100000:0.0:1746147229.185850:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc47100 x1830967345764224/t4294970312(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.185857:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47100 with x1830967345764224 ext(0->7) 00010000:00010000:0.0:1746147229.185865:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779bfcdc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec07 expref: 179 pid: 10034 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.185877:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779bfcdc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec07 expref: 179 pid: 10034 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.185886:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc47100 00000100:00100000:0.0:1746147229.193661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.197514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.204968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.210953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.211014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.215591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.217577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.220408:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+180:2006:x1830967345765504:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2706us (2826us total) trans 4294970313 rc 0/0 00000100:00100000:0.0:1746147229.220417:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1266 00002000:00100000:0.0:1746147229.220426:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130576a00 x1830967345765504/t4294970313(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.220434:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576a00 with x1830967345765504 ext(0->7) 00010000:00010000:0.0:1746147229.220442:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfcdd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec15 expref: 180 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.220454:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfcdd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec15 expref: 180 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.220460:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130576a00 00000100:00100000:0.0:1746147229.228305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.231626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.237196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.238965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.241072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.243884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.245657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.246787:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+183:2008:x1830967345766784:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1129us total) trans 4294970314 rc 0/0 00000100:00100000:0.0:1746147229.246794:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1268 00002000:00100000:0.0:1746147229.246800:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad6680 x1830967345766784/t4294970314(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.246806:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6680 with x1830967345766784 ext(0->7) 00010000:00010000:0.0:1746147229.246810:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6e00/0x29021e8779bfcdde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec23 expref: 183 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.246819:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6e00/0x29021e8779bfcdde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec23 expref: 183 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.246824:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad6680 00000100:00100000:0.0:1746147229.249301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.258438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.260366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.264100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.264202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.269910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.269953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.273379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.273443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.278549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.284436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.288491:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+184:2006:x1830967345768832:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3781us (4053us total) trans 4294970315 rc 0/0 00000100:00100000:0.0:1746147229.288507:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1271 00002000:00100000:0.0:1746147229.288516:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090567480 x1830967345768832/t4294970315(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.288526:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090567480 with x1830967345768832 ext(0->7) 00010000:00010000:0.0:1746147229.288535:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcdf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec38 expref: 184 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.288550:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093627400/0x29021e8779bfcdf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec38 expref: 184 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.288556:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090567480 00000100:00100000:0.0:1746147229.294415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.309145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.311190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.313598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.313653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.313677:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28051 00000100:00100000:0.0:1746147229.313682:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+185:1178:x1830967345769472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147229.313691:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147229.313701:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfce08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7ec4d expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.313718:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.313721:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779bfce01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec46 expref: 186 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.313731:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147229.313733:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfce08 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec4d expref: 186 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.313757:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779bfce01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec46 expref: 186 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.313767:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfce08 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec4d expref: 186 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.313775:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe61000, rc 0) 00000100:00100000:0.0:1746147229.313806:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+186:1178:x1830967345769472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.313813:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28051 00000100:00100000:0.0:1746147229.317958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.325210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.332033:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+187:2007:x1830967345770112:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6581us (6818us total) trans 4294970316 rc 0/0 00000100:00100000:0.0:1746147229.332046:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1273 00002000:00100000:0.0:1746147229.332061:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800907df480 x1830967345770112/t4294970316(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.332070:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df480 with x1830967345770112 ext(0->7) 00010000:00010000:0.0:1746147229.332079:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779bfce01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec46 expref: 187 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.332100:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779bfce01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec46 expref: 187 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.332107:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800907df480 00000100:00100000:0.0:1746147229.336145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.341461:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345770496 00000100:00100000:0.0:1746147229.341467:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345770496 00002000:00100000:0.0:1746147229.341497:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093d5e300 x1830967345770496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.341505:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830967345770496 ext(0->4095) 00002000:00010000:0.0:1746147229.341509:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:0.0:1746147229.341533:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12470 00000100:00100000:0.0:1746147229.341539:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+186:2006:x1830967345770496:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.341651:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+186:2006:x1830967345770496:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.341657:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12470 00002000:00100000:0.0:1746147229.341661:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093d5e300 x1830967345770496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.341668:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830967345770496 ext(0->4095) 00002000:00010000:0.0:1746147229.341670:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:0.0:1746147229.344585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.346719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.347762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.350626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.353884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.353918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.353939:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.359961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.364548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.365468:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+188:2006:x1830967345772160:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 718us (925us total) trans 4294970317 rc 0/0 00000100:00100000:0.0:1746147229.365474:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1276 00002000:00100000:0.0:1746147229.365479:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c4b4380 x1830967345772160/t4294970317(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.365486:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b4380 with x1830967345772160 ext(0->7) 00010000:00010000:0.0:1746147229.365490:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfce16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec5b expref: 188 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.365499:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfce16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec5b expref: 188 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.365504:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c4b4380 00000100:00100000:0.0:1746147229.376635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.385409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.388482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.391184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.395057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.400326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.401431:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+191:2008:x1830967345773440:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 640us (1110us total) trans 4294970318 rc 0/0 00000100:00100000:0.0:1746147229.401438:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1278 00002000:00100000:0.0:1746147229.401444:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c4b5500 x1830967345773440/t4294970318(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.401451:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5500 with x1830967345773440 ext(0->7) 00010000:00010000:0.0:1746147229.401455:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfce24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec69 expref: 191 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.401463:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfce24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec69 expref: 191 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.401468:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c4b5500 00000100:00100000:0.0:1746147229.402916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.409449:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345773824 00000100:00100000:0.0:1746147229.409455:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345773824 00002000:00100000:0.0:1746147229.409487:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093d5f100 x1830967345773824/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.409505:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830967345773824 ext(0->4095) 00002000:00010000:0.0:1746147229.409516:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:0.0:1746147229.409540:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12473 00000100:00100000:0.0:1746147229.409546:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+190:2006:x1830967345773824:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.409640:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+190:2006:x1830967345773824:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (419us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.409645:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12473 00002000:00100000:0.0:1746147229.409649:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093d5f100 x1830967345773824/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.409655:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830967345773824 ext(0->4095) 00002000:00010000:0.0:1746147229.409658:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:0.0:1746147229.415430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.415471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.418688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.422030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.431079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.433957:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+192:2005:x1830967345774720:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2677us (2877us total) trans 4294970319 rc 0/0 00000100:00100000:0.0:1746147229.433967:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1280 00002000:00100000:0.0:1746147229.433975:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091427800 x1830967345774720/t4294970319(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.433983:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427800 with x1830967345774720 ext(0->7) 00010000:00010000:0.0:1746147229.433991:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec7e expref: 192 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.434004:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec7e expref: 192 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.434009:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091427800 00000100:00100000:0.0:1746147229.441305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.445907:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345775232 00000100:00100000:0.0:1746147229.445913:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345775232 00002000:00100000:0.0:1746147229.445944:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008fc46d80 x1830967345775232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.445953:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46d80 with x1830967345775232 ext(0->4095) 00010000:00010000:0.0:1746147229.445961:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.445973:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.445980:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc46d80 00000100:00100000:0.0:1746147229.446004:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1281 00000100:00100000:0.0:1746147229.446010:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345775232:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.446119:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345775232:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.446125:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1281 00002000:00100000:0.0:1746147229.446130:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008fc46d80 x1830967345775232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.446137:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46d80 with x1830967345775232 ext(0->4095) 00010000:00010000:0.0:1746147229.446141:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.446149:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.446154:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc46d80 00000100:00100000:0.0:1746147229.448954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.448995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.449025:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345775488 00000100:00100000:0.0:1746147229.449028:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345775488 00010000:00010000:0.0:1746147229.449048:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.449075:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12838 00000100:00100000:0.0:1746147229.449080:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345775488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.449089:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.449104:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.449467:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.449484:0:11929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfce39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec77 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.449500:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.449502:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.449507:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfce40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec85 expref: 194 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.449514:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfce40 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec85 expref: 194 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.449538:0:11929:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfce40 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec85 expref: 194 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.449547:0:11929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfce40 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec85 expref: 194 pid: 9587 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.449562:0:11929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339573888:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147229.449610:0:11929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147229.452174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.456805:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+195:2007:x1830967345776000:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2414us (2588us total) trans 4294970320 rc 0/0 00000100:00100000:0.0:1746147229.456815:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1283 00002000:00100000:0.0:1746147229.456823:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc45180 x1830967345776000/t4294970320(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.456840:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45180 with x1830967345776000 ext(0->7) 00010000:00010000:0.0:1746147229.456848:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfce40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec85 expref: 195 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.456860:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfce40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec85 expref: 195 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.456866:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc45180 00000100:00100000:0.0:1746147229.460736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.464030:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.466141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.470397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.470749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.473891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.474102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.475794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.475830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.479041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.489672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.492389:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+196:2005:x1830967345778048:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2499us (2718us total) trans 4294970321 rc 0/0 00000100:00100000:0.0:1746147229.492399:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1286 00002000:00100000:0.0:1746147229.492409:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed2a00 x1830967345778048/t4294970321(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.492418:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2a00 with x1830967345778048 ext(0->7) 00010000:00010000:0.0:1746147229.492426:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfce55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec9a expref: 196 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.492439:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfce55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ec9a expref: 196 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.492444:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed2a00 00000100:00100000:0.0:1746147229.511353:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345778176 00000100:00100000:0.0:1746147229.511361:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345778176 00000100:00100000:0.0:1746147229.511409:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28064 00000100:00100000:0.0:1746147229.511416:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+196:1172:x1830967345778176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147229.512101:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746147229.514112:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967339574912:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147229.514125:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eca8 expref: 196 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.514135:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627c00, rc 0) 00000100:00100000:0.0:1746147229.514153:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+196:1172:x1830967345778176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2739us (3008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.514165:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28064 00000100:00100000:0.0:1746147229.516781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.517007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.519215:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090567100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339575040:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147229.519228:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147229.519474:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967345778816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2057us (2465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.519482:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12843 00000100:00100000:0.0:1746147229.523096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.528842:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+199:2005:x1830967345779328:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3265us (5729us total) trans 4294970322 rc 0/0 00000100:00100000:0.0:1746147229.528856:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1289 00002000:00100000:0.0:1746147229.528866:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed1180 x1830967345779328/t4294970322(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.528876:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed1180 with x1830967345779328 ext(0->7) 00010000:00010000:0.0:1746147229.528888:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eca8 expref: 199 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.528905:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eca8 expref: 199 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.528911:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed1180 00000100:00100000:0.0:1746147229.535806:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345779456 00000100:00100000:0.0:1746147229.535817:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345779456 00010000:00010000:0.0:1746147229.535881:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eca8 expref: 199 pid: 9587 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.535934:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12844 00000100:00100000:0.0:1746147229.535945:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+199:2007:x1830967345779456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.535982:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.536010:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eca8 expref: 199 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.536023:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eca8 expref: 199 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.536048:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093627c00/0x29021e8779bfce63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eca8 expref: 199 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.536077:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.536079:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.536088:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce6a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecaf expref: 198 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.536096:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecaf expref: 198 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.536136:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecaf expref: 198 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147229.536161:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339575296:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147229.536320:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147229.538584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.540701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.540727:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345779840 00000100:00100000:0.0:1746147229.540733:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345779840 00002000:00100000:0.0:1746147229.540772:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed0a80 x1830967345779840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.540781:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0a80 with x1830967345779840 ext(0->4095) 00010000:00010000:0.0:1746147229.540789:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce6a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecaf expref: 201 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.540799:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce6a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecaf expref: 201 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.540806:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed0a80 00000100:00100000:0.0:1746147229.540822:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1290 00000100:00100000:0.0:1746147229.540828:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+201:2006:x1830967345779840:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.540966:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+201:2006:x1830967345779840:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.540973:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1290 00002000:00100000:0.0:1746147229.540978:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed0a80 x1830967345779840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.540984:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0a80 with x1830967345779840 ext(0->4095) 00010000:00010000:0.0:1746147229.540989:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce6a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecaf expref: 201 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.540997:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce6a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecaf expref: 201 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.541003:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed0a80 00000100:00100000:0.0:1746147229.545621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.545978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.551103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.551273:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1291 00000100:00100000:0.0:1746147229.551282:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+198:2006:x1830967345780352:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.551426:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+198:2006:x1830967345780352:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.551432:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1291 00002000:00100000:0.0:1746147229.551793:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed3800 x1830967345780352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.551801:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed3800 with x1830967345780352 ext(0->4095) 00010000:00010000:0.0:1746147229.551807:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfce71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecb6 expref: 198 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.551817:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfce71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecb6 expref: 198 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.551822:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed3800 00000100:00100000:0.0:1746147229.554128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.557791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.564174:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345780992 00000100:00100000:0.0:1746147229.564181:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345780992 00002000:00100000:0.0:1746147229.564221:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093d5d180 x1830967345780992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.564235:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830967345780992 ext(0->4095) 00002000:00010000:0.0:1746147229.564272:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5d180 00000100:00100000:0.0:1746147229.564438:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12476 00000100:00100000:0.0:1746147229.564446:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967345780992:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.567237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.567577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.567606:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345781376 00000100:00100000:0.0:1746147229.567612:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345781376 00010000:00010000:0.0:1746147229.567637:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfce78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecbd expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.567668:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12847 00000100:00100000:0.0:1746147229.567675:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345781376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.567687:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.567704:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfce78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecbd expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.567714:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfce78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecbd expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.567735:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfce78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecbd expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.567749:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.567751:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.567759:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecc4 expref: 199 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.567765:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecc4 expref: 199 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.567811:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecc4 expref: 199 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147229.567821:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339576064:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147229.567879:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147229.571175:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339576064:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147229.571305:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147229.571584:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967345781376:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3908us (4004us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.571594:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12847 00000100:00100000:0.0:1746147229.575382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.576927:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+203:2007:x1830967345781888:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1206us (1548us total) trans 4294970324 rc 0/0 00000100:00100000:0.0:1746147229.576936:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1294 00002000:00100000:0.0:1746147229.576945:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009053c380 x1830967345781888/t4294970324(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.576953:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c380 with x1830967345781888 ext(0->7) 00010000:00010000:0.0:1746147229.576960:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecc4 expref: 203 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.576979:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfce7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecc4 expref: 203 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.576985:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053c380 00000100:00100000:0.0:1746147229.578843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.582944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.585862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.589039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.596176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.597226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.597283:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345783040 00000100:00100000:0.0:1746147229.597287:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345783040 00002000:00100000:0.0:1746147229.597316:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e680 x1830967345783040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.597325:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e680 with x1830967345783040 ext(0->4095) 00010000:00010000:0.0:1746147229.597331:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 204 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.597339:0:9593:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 204 pid: 9587 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746147229.597345:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e680 00000100:00100000:0.0:1746147229.597376:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1295 00000100:00100000:0.0:1746147229.597382:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+204:2005:x1830967345783040:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.598324:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+204:2005:x1830967345783040:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.598333:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1295 00002000:00100000:0.0:1746147229.598342:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e680 x1830967345783040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.598349:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e680 with x1830967345783040 ext(0->4095) 00010000:00010000:0.0:1746147229.598355:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 204 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.598365:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 204 pid: 9587 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.598371:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e680 00000100:00100000:0.0:1746147229.600463:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.600512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.600534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.600756:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345783168 00000100:00100000:0.0:1746147229.600761:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345783168 00010000:00010000:0.0:1746147229.600788:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 203 pid: 9587 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.600807:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345783424 00000100:00100000:0.0:1746147229.600809:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345783424 00010000:00010000:0.0:1746147229.600817:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfce8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd2 expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.601221:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12849 00000100:00100000:0.0:1746147229.601229:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+203:2008:x1830967345783168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.601261:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.601279:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 203 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.601288:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 203 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.601348:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfce86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eccb expref: 203 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.601364:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147229.601387:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+202:2008:x1830967345783168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 160us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.601391:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12849 00000100:00100000:0.0:1746147229.601418:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12850 00000100:00100000:0.0:1746147229.601423:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345783424:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.601429:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.601435:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfce8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd2 expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.601444:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfce8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd2 expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.601454:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfce8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd2 expref: 6 pid: 9587 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.601467:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.601469:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.601475:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfce94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd9 expref: 201 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.601483:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfce94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd9 expref: 201 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.601510:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfce94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd9 expref: 201 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147229.601521:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339576704:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147229.601568:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147229.606312:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339576704:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147229.606324:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147229.606355:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345783424:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4931us (5819us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.606363:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12850 00000100:00100000:0.0:1746147229.611752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.615106:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+204:2007:x1830967345783936:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1908us (3360us total) trans 4294970325 rc 0/0 00000100:00100000:0.0:1746147229.615117:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1297 00002000:00100000:0.0:1746147229.615127:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009053d500 x1830967345783936/t4294970325(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.615141:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d500 with x1830967345783936 ext(0->7) 00010000:00010000:0.0:1746147229.615150:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfce94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd9 expref: 204 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.615164:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfce94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecd9 expref: 204 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.615170:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053d500 00000100:00100000:0.0:1746147229.619317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.627511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.631349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.633010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.636353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.642234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.643926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.647128:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+206:2005:x1830967345785728:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3051us (3200us total) trans 4294970326 rc 0/0 00000100:00100000:0.0:1746147229.647138:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1299 00002000:00100000:0.0:1746147229.647146:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed2680 x1830967345785728/t4294970326(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.647154:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2680 with x1830967345785728 ext(0->7) 00010000:00010000:0.0:1746147229.647163:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfcea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecee expref: 206 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.647176:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfcea9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ecee expref: 206 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.647183:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed2680 00000100:00100000:0.0:1746147229.651139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.654911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.657042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.658662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.659604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.660547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.661681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.662636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.665137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.667485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.668960:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+208:2005:x1830967345787520:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1264us (1472us total) trans 4294970327 rc 0/0 00000100:00100000:0.0:1746147229.668971:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1302 00002000:00100000:0.0:1746147229.668979:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880139988700 x1830967345787520/t4294970327(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.668986:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988700 with x1830967345787520 ext(0->7) 00010000:00010000:0.0:1746147229.668995:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcebe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed03 expref: 208 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.669008:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcebe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed03 expref: 208 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.669014:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139988700 00000100:00100000:0.0:1746147229.673340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.675645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.678052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.680442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.682793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.682827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.684623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.684645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.684668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.686541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.688702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.689793:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+211:2005:x1830967345789568:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 803us (1091us total) trans 4294970328 rc 0/0 00000100:00100000:0.0:1746147229.689800:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1304 00002000:00100000:0.0:1746147229.689806:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082c700 x1830967345789568/t4294970328(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.689813:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c700 with x1830967345789568 ext(0->7) 00010000:00010000:0.0:1746147229.689817:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfced3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed18 expref: 211 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.689826:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfced3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed18 expref: 211 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.689842:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082c700 00000100:00100000:0.0:1746147229.692141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.694380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.696893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.698814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.700676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.702439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.702845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.706314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.706400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.709588:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345791360 00000100:00100000:0.0:1746147229.709594:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345791360 00002000:00100000:0.0:1746147229.709637:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008fc44700 x1830967345791360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.709645:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967345791360 ext(0->4095) 00010000:00010000:0.0:1746147229.709652:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed2d expref: 210 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.709663:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed2d expref: 210 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.709669:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc44700 00000100:00100000:0.0:1746147229.709695:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1306 00000100:00100000:0.0:1746147229.709700:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+210:2005:x1830967345791360:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.709818:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+210:2005:x1830967345791360:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.709823:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1306 00002000:00100000:0.0:1746147229.709828:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008fc44700 x1830967345791360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.709845:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967345791360 ext(0->4095) 00010000:00010000:0.0:1746147229.709849:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed2d expref: 210 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.709857:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed2d expref: 210 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.709862:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc44700 00000100:00100000:0.0:1746147229.712008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.712913:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+212:2006:x1830967345791616:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 727us (907us total) trans 4294970329 rc 0/0 00000100:00100000:0.0:1746147229.712919:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1307 00002000:00100000:0.0:1746147229.712924:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082e680 x1830967345791616/t4294970329(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.712929:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e680 with x1830967345791616 ext(0->7) 00010000:00010000:0.0:1746147229.712933:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed2d expref: 212 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.712940:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfcee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed2d expref: 212 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.712944:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082e680 00000100:00100000:0.0:1746147229.714808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.718402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.718461:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345792000 00000100:00100000:0.0:1746147229.718468:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345792000 00002000:00100000:0.0:1746147229.718619:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013082ed80 x1830967345792000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.718626:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967345792000 ext(0->4095) 00002000:00010000:0.0:1746147229.718630:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013082ed80 00000100:00100000:0.0:1746147229.718657:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12487 00000100:00100000:0.0:1746147229.718664:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345792000:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.718769:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345792000:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (374us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.718774:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12487 00002000:00100000:0.0:1746147229.718779:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013082ed80 x1830967345792000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.718785:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967345792000 ext(0->4095) 00002000:00010000:0.0:1746147229.718788:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013082ed80 00000100:00100000:0.0:1746147229.721283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.723473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.729637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.729683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.736474:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345792896 00000100:00100000:0.0:1746147229.736478:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345792896 00010000:00010000:0.0:1746147229.736492:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfcef6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed3b expref: 213 pid: 9588 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.736511:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12865 00000100:00100000:0.0:1746147229.736515:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+213:2006:x1830967345792896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.736522:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.736537:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfcef6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed3b expref: 213 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.736551:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfcef6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed3b expref: 213 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.736563:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfcef6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed3b expref: 213 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.737367:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147229.740859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.747808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.748746:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+215:2006:x1830967345793664:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 715us (941us total) trans 4294970330 rc 0/0 00000100:00100000:0.0:1746147229.748753:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1309 00002000:00100000:0.0:1746147229.748759:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a06d80 x1830967345793664/t4294970330(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.748767:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06d80 with x1830967345793664 ext(0->7) 00010000:00010000:0.0:1746147229.748772:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfcefd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed42 expref: 215 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.748782:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfcefd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed42 expref: 215 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.748788:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a06d80 00000100:00100000:0.0:1746147229.752043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.756800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.760107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.760411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.762933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.765200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.768135:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.770011:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+216:2005:x1830967345794944:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1162us (1876us total) trans 4294970331 rc 0/0 00000100:00100000:0.0:1746147229.770019:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1311 00002000:00100000:0.0:1746147229.770026:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d83b80 x1830967345794944/t4294970331(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.770034:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d83b80 with x1830967345794944 ext(0->7) 00010000:00010000:0.0:1746147229.770040:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfcf0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed50 expref: 216 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.770051:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfcf0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed50 expref: 216 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.770057:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d83b80 00000100:00100000:0.0:1746147229.775369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.780106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.781678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.782330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.784762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.795697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.798305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.803330:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+219:2008:x1830967345796224:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2649us (5022us total) trans 4294970332 rc 0/0 00000100:00100000:0.0:1746147229.803339:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1313 00002000:00100000:0.0:1746147229.803352:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d74700 x1830967345796224/t4294970332(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.803360:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74700 with x1830967345796224 ext(0->7) 00010000:00010000:0.0:1746147229.803368:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfcf19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed5e expref: 219 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.803381:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfcf19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed5e expref: 219 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.803387:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d74700 00000100:00100000:0.0:1746147229.806350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.809854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.815153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.819025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.819115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.821270:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12493 00000100:00100000:0.0:1746147229.821282:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345797120:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.828002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.828038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.828114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.828146:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345797248 00000100:00100000:0.0:1746147229.828149:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345797248 00010000:00010000:0.0:1746147229.828167:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcf20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed65 expref: 220 pid: 9589 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.828182:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345797376 00000100:00100000:0.0:1746147229.828183:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345797376 00010000:00010000:0.0:1746147229.828191:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfcf27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed6c expref: 6 pid: 9588 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.828202:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12871 00000100:00100000:0.0:1746147229.828207:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+221:2005:x1830967345797248:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.828214:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.828227:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcf20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed65 expref: 221 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.828235:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcf20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed65 expref: 221 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.828638:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcf20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed65 expref: 221 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.828654:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147229.828684:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+220:2005:x1830967345797248:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 476us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.828689:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12871 00000100:00100000:0.0:1746147229.832371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.835230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.837472:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+221:2006:x1830967345798016:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2054us (2240us total) trans 4294970333 rc 0/0 00000100:00100000:0.0:1746147229.837481:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1315 00002000:00100000:0.0:1746147229.837489:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094408e00 x1830967345798016/t4294970333(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.837502:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967345798016 ext(0->7) 00010000:00010000:0.0:1746147229.837510:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779bfcf2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed73 expref: 221 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.837523:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779bfcf2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed73 expref: 221 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.837529:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147229.842107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.845714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.851364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.857428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.857476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.861691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.861726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.866769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.866807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.870279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.873144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.875902:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+222:2008:x1830967345800064:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2588us (2757us total) trans 4294970334 rc 0/0 00000100:00100000:0.0:1746147229.875912:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1319 00002000:00100000:0.0:1746147229.875920:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094a62a00 x1830967345800064/t4294970334(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.875927:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62a00 with x1830967345800064 ext(0->7) 00010000:00010000:0.0:1746147229.875935:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcf43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed88 expref: 222 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.875948:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfcf43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed88 expref: 222 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.875953:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a62a00 00000100:00100000:0.0:1746147229.879410:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.883615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.886228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.888660:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345800832 00000100:00100000:0.0:1746147229.888667:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345800832 00002000:00100000:0.0:1746147229.888697:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053ed80 x1830967345800832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.888705:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053ed80 with x1830967345800832 ext(0->4095) 00002000:00010000:0.0:1746147229.888709:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009053ed80 00000100:00100000:0.0:1746147229.888735:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12496 00000100:00100000:0.0:1746147229.888742:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+222:2005:x1830967345800832:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.888869:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+222:2005:x1830967345800832:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.888874:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12496 00002000:00100000:0.0:1746147229.888879:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053ed80 x1830967345800832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.888886:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053ed80 with x1830967345800832 ext(0->4095) 00002000:00010000:0.0:1746147229.889060:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009053ed80 00000100:00100000:0.0:1746147229.891350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.896182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.896227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.899881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.903903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.907675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.908278:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1321 00000100:00100000:0.0:1746147229.908284:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+222:2005:x1830967345802368:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.912080:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+224:2005:x1830967345802368:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3787us (4400us total) trans 4294970335 rc 0/0 00000100:00100000:0.0:1746147229.912091:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1321 00002000:00100000:0.0:1746147229.912098:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ad2300 x1830967345802368/t4294970335(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.912107:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967345802368 ext(0->7) 00010000:00010000:0.0:1746147229.912115:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779bfcf58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed9d expref: 224 pid: 9589 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.912129:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779bfcf58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ed9d expref: 224 pid: 9589 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.912134:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ad2300 00000100:00100000:0.0:1746147229.915703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.922475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.923884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.923908:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345802880 00000100:00100000:0.0:1746147229.923912:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345802880 00000100:00100000:0.0:1746147229.924029:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28101 00000100:00100000:0.0:1746147229.924035:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+223:1172:x1830967345802880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147229.924045:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147229.924057:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009da71200/0x29021e8779bfcf66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7edab expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.924075:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009048e800/0x29021e8779bfcf5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eda4 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.924081:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.924083:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147229.924085:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009da71200/0x29021e8779bfcf66 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edab expref: 224 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.924107:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009048e800/0x29021e8779bfcf5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eda4 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147229.924116:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009048e800/0x29021e8779bfcf5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eda4 expref: 6 pid: 9589 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746147229.924125:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339583360:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147229.924491:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147229.927457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.927495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.932217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.934629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.935736:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+227:2006:x1830967345803648:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 743us (1107us total) trans 4294970336 rc 0/0 00000100:00100000:0.0:1746147229.935743:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1323 00002000:00100000:0.0:1746147229.935749:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d29f480 x1830967345803648/t4294970336(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.935756:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f480 with x1830967345803648 ext(0->7) 00010000:00010000:0.0:1746147229.935761:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009da71200/0x29021e8779bfcf66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edab expref: 227 pid: 9588 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746147229.935770:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009da71200/0x29021e8779bfcf66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edab expref: 227 pid: 9588 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746147229.935775:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d29f480 00000100:00100000:0.0:1746147229.937313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.941061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.945164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.946785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.953484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.953536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.959204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.959220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.959280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.959306:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345805184 00000100:00100000:0.0:1746147229.959311:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345805184 00000100:00100000:0.0:1746147229.971340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.972164:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+228:2008:x1830967345805696:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 657us (828us total) trans 4294970337 rc 0/0 00000100:00100000:0.0:1746147229.972171:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1325 00002000:00100000:0.0:1746147229.972176:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130661c00 x1830967345805696/t4294970337(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:605/0 lens 496/448 e 0 to 0 dl 1746147240 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.972188:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661c00 with x1830967345805696 ext(0->7) 00010000:00010000:0.0:1746147229.972194:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfcf7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edc0 expref: 228 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147229.972204:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfcf7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edc0 expref: 228 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147229.972208:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130661c00 00000100:00100000:0.0:1746147229.977599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.979823:0:11929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013082ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339584384:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147229.979852:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147229.979886:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+227:2006:x1830967345805824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1894us (2292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147229.979893:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12884 00000100:00100000:0.0:1746147229.980339:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345806080 00000100:00100000:0.0:1746147229.980343:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345806080 00002000:00100000:0.0:1746147229.980370:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013082d880 x1830967345806080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:605/0 lens 488/0 e 0 to 0 dl 1746147240 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.980379:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d880 with x1830967345806080 ext(0->4095) 00002000:00010000:0.0:1746147229.980382:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013082d880 00000100:00100000:0.0:1746147229.980393:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12503 00000100:00100000:0.0:1746147229.980398:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345806080:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147229.980478:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345806080:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 80us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147229.980486:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12503 00002000:00100000:0.0:1746147229.980491:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013082d880 x1830967345806080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746147240 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147229.980498:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d880 with x1830967345806080 ext(0->4095) 00002000:00010000:0.0:1746147229.980500:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013082d880 00000100:00100000:0.0:1746147229.982100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.986391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.990965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.993008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.995615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.995644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.995672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147229.995706:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345806976 00000100:00100000:0.0:1746147229.995711:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345806976 00010000:00010000:0.0:1746147229.995738:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009048e800/0x29021e8779bfcf89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edce expref: 230 pid: 9588 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147229.995768:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345807232 00000100:00100000:0.0:1746147229.995770:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345807232 00010000:00010000:0.0:1746147229.995780:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009048f400/0x29021e8779bfcf82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edc7 expref: 6 pid: 9588 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147229.995800:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12885 00000100:00100000:0.0:1746147229.995805:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+230:2007:x1830967345806976:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147229.995814:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147229.995839:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009048e800/0x29021e8779bfcf89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edce expref: 230 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147229.995848:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009048e800/0x29021e8779bfcf89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edce expref: 230 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147229.996183:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009048e800/0x29021e8779bfcf89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edce expref: 232 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147229.996479:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147230.002081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.010511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.012430:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+231:2008:x1830967345807744:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1110us (1926us total) trans 4294970338 rc 0/0 00000100:00100000:0.0:1746147230.012437:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1327 00002000:00100000:0.0:1746147230.012443:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a3cdbb80 x1830967345807744/t4294970338(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.012451:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cdbb80 with x1830967345807744 ext(0->7) 00010000:00010000:0.0:1746147230.012456:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfcf90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edd5 expref: 231 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.012466:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfcf90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edd5 expref: 231 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.012471:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cdbb80 00000100:00100000:0.0:1746147230.025588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.025669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.035004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.037151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.037362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.040433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.042883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.044200:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+232:2006:x1830967345809024:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1155us (1315us total) trans 4294970339 rc 0/0 00000100:00100000:0.0:1746147230.044207:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1330 00002000:00100000:0.0:1746147230.044213:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e1f80 x1830967345809024/t4294970339(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.044221:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1f80 with x1830967345809024 ext(0->7) 00010000:00010000:0.0:1746147230.044228:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfcf9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ede3 expref: 232 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.044239:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfcf9e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ede3 expref: 232 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.044266:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e1f80 00000100:00100000:0.0:1746147230.048546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.052298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.056330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.062941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.068365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.068444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.073084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.074699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.075081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.078851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.078886:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345810816 00000100:00100000:0.0:1746147230.078892:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345810816 00002000:00100000:0.0:1746147230.078921:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c71180 x1830967345810816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.078929:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830967345810816 ext(0->4095) 00010000:00010000:0.0:1746147230.078936:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfcfb3 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edf8 expref: 234 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.078947:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfcfb3 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edf8 expref: 234 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.078952:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746147230.078978:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1331 00000100:00100000:0.0:1746147230.078983:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+234:2006:x1830967345810816:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.079090:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+234:2006:x1830967345810816:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.079095:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1331 00002000:00100000:0.0:1746147230.079099:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c71180 x1830967345810816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.079105:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830967345810816 ext(0->4095) 00010000:00010000:0.0:1746147230.079109:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfcfb3 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edf8 expref: 234 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.079116:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfcfb3 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edf8 expref: 234 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.079129:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746147230.083422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.087065:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+235:2006:x1830967345811072:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3472us (3638us total) trans 4294970340 rc 0/0 00000100:00100000:0.0:1746147230.087076:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1332 00002000:00100000:0.0:1746147230.087087:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c70a80 x1830967345811072/t4294970340(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.087095:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830967345811072 ext(0->7) 00010000:00010000:0.0:1746147230.087104:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfcfb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edf8 expref: 235 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.087118:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfcfb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edf8 expref: 235 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.087124:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c70a80 00000100:00100000:0.0:1746147230.098219:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.106465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.107633:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.107688:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345811584 00000100:00100000:0.0:1746147230.107695:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345811584 00000100:00100000:0.0:1746147230.107737:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 551 00000100:00100000:0.0:1746147230.107742:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2006:x1830967345811584:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147230.107782:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2006:x1830967345811584:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 40us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147230.107791:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 551 00000100:00100000:0.0:1746147230.111302:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345812480 00000100:00100000:0.0:1746147230.111306:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345812480 00002000:00100000:0.0:1746147230.111894:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e300 x1830967345812480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.111902:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967345812480 ext(0->4095) 00010000:00010000:0.0:1746147230.111909:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfcfba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edff expref: 235 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.111921:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfcfba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edff expref: 235 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.111928:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e300 00000100:00100000:0.0:1746147230.111957:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1333 00000100:00100000:0.0:1746147230.111963:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+235:2007:x1830967345812480:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.112087:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+235:2007:x1830967345812480:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (1112us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.112093:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1333 00002000:00100000:0.0:1746147230.112098:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e300 x1830967345812480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.112105:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967345812480 ext(0->4095) 00010000:00010000:0.0:1746147230.112110:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfcfba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edff expref: 235 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.112118:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfcfba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7edff expref: 235 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.112126:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e300 00000100:00100000:0.0:1746147230.115102:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.115205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.118133:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.120332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.122698:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+236:2008:x1830967345813248:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2005us (2361us total) trans 4294970341 rc 0/0 00000100:00100000:0.0:1746147230.122708:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1335 00002000:00100000:0.0:1746147230.122718:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa0000 x1830967345813248/t4294970341(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.122725:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0000 with x1830967345813248 ext(0->7) 00010000:00010000:0.0:1746147230.122733:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfcfc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee06 expref: 236 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.122746:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfcfc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee06 expref: 236 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.122752:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa0000 00000100:00100000:0.0:1746147230.125214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.135382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.139404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.139670:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345813888 00000100:00100000:0.0:1746147230.139677:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345813888 00000100:00100000:0.0:1746147230.142114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.142985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.147343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.147481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.150082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.155564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.159772:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+238:2006:x1830967345815040:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3954us (4211us total) trans 4294970342 rc 0/0 00000100:00100000:0.0:1746147230.159783:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1338 00002000:00100000:0.0:1746147230.159792:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c4b7100 x1830967345815040/t4294970342(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.159802:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7100 with x1830967345815040 ext(0->7) 00010000:00010000:0.0:1746147230.159811:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfcfd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee1b expref: 238 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.159833:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfcfd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee1b expref: 238 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.159840:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c4b7100 00000100:00100000:0.0:1746147230.163966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.169388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.176084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.176136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.184085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.193228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.194532:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+241:2005:x1830967345816320:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1084us (1304us total) trans 4294970343 rc 0/0 00000100:00100000:0.0:1746147230.194540:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1340 00002000:00100000:0.0:1746147230.194545:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091424000 x1830967345816320/t4294970343(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.194552:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424000 with x1830967345816320 ext(0->7) 00010000:00010000:0.0:1746147230.194557:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfcfe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee29 expref: 241 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.194567:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfcfe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee29 expref: 241 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.194572:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091424000 00000100:00100000:0.0:1746147230.199021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.202276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.207211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.211709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.216610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.219927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.220654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.220723:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.220746:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345817344 00000100:00100000:0.0:1746147230.220749:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345817344 00010000:00010000:0.0:1746147230.220764:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfcfeb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee30 expref: 242 pid: 9588 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.220778:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345817472 00000100:00100000:0.0:1746147230.220779:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345817472 00010000:00010000:0.0:1746147230.220786:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfcff2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee37 expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.220797:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12900 00000100:00100000:0.0:1746147230.220801:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+243:2005:x1830967345817344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147230.220807:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147230.220820:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfcfeb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee30 expref: 243 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.220843:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfcfeb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee30 expref: 243 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.220856:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfcfeb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee30 expref: 243 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.221307:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147230.232551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.245915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.249301:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+243:2007:x1830967345818112:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2599us (3387us total) trans 4294970344 rc 0/0 00000100:00100000:0.0:1746147230.249311:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1343 00002000:00100000:0.0:1746147230.249320:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c36a00 x1830967345818112/t4294970344(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.249328:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c36a00 with x1830967345818112 ext(0->7) 00010000:00010000:0.0:1746147230.249336:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009048fe00/0x29021e8779bfcff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee3e expref: 243 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.249350:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009048fe00/0x29021e8779bfcff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee3e expref: 243 pid: 9588 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.249360:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c36a00 00000100:00100000:0.0:1746147230.256040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.262878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.266925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.267007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.270136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.270930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.274474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.279276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.283209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.287549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.288968:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+244:2006:x1830967345819776:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1281us (1416us total) trans 4294970345 rc 0/0 00000100:00100000:0.0:1746147230.288975:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1345 00002000:00100000:0.0:1746147230.288981:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fbc380 x1830967345819776/t4294970345(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.288988:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc380 with x1830967345819776 ext(0->7) 00010000:00010000:0.0:1746147230.288994:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfd00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee53 expref: 244 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.289003:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfd00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee53 expref: 244 pid: 9588 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.289009:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fbc380 00000100:00100000:0.0:1746147230.290851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.299939:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345820160 00000100:00100000:0.0:1746147230.299946:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345820160 00002000:00100000:0.0:1746147230.299981:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053d180 x1830967345820160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.299990:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967345820160 ext(0->4095) 00002000:00010000:0.0:1746147230.299995:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009053d180 00000100:00100000:0.0:1746147230.300157:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12514 00000100:00100000:0.0:1746147230.300164:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345820160:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.300984:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345820160:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 818us (1157us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.300991:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12514 00002000:00100000:0.0:1746147230.300997:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053d180 x1830967345820160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.301005:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967345820160 ext(0->4095) 00002000:00010000:0.0:1746147230.301008:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009053d180 00000100:00100000:0.0:1746147230.302183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.304202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.306957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.316435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.317457:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+247:2006:x1830967345821056:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 831us (1027us total) trans 4294970346 rc 0/0 00000100:00100000:0.0:1746147230.317463:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1347 00002000:00100000:0.0:1746147230.317469:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e8aa00 x1830967345821056/t4294970346(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.317476:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8aa00 with x1830967345821056 ext(0->7) 00010000:00010000:0.0:1746147230.317481:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfd01c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee61 expref: 247 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.317491:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfd01c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee61 expref: 247 pid: 9588 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.317496:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8aa00 00000100:00100000:0.0:1746147230.322647:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.335580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.335697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.335716:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345821568 00000100:00100000:0.0:1746147230.335718:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345821568 00002000:00100000:0.0:1746147230.335740:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009417ca80 x1830967345821568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.335747:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ca80 with x1830967345821568 ext(0->4095) 00002000:00010000:0.0:1746147230.335751:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009417ca80 00000100:00100000:0.0:1746147230.335762:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12515 00000100:00100000:0.0:1746147230.335766:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+249:2008:x1830967345821568:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.336212:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+249:2008:x1830967345821568:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 443us (512us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.336218:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12515 00002000:00100000:0.0:1746147230.336223:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009417ca80 x1830967345821568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.336230:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ca80 with x1830967345821568 ext(0->4095) 00010000:00010000:0.0:1746147230.336234:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd023 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee68 expref: 249 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.336261:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd023 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee68 expref: 249 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.336266:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417ca80 00000100:00100000:0.0:1746147230.339537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.339596:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.343396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.343504:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339590016:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147230.343527:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009048f400/0x29021e8779bfd031 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee76 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.343540:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048f400, rc 0) 00000100:00100000:0.0:1746147230.343582:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345821696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3960us (4047us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147230.343589:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28130 00000100:00100000:0.0:1746147230.355046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.360874:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.360959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.364001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.369860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.373791:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e06f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339590400:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147230.373806:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147230.373854:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967345822976:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3845us (4000us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147230.373863:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12910 00000100:00100000:0.0:1746147230.377518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.385700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.387511:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+250:2005:x1830967345823488:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1473us (1806us total) trans 4294970348 rc 0/0 00000100:00100000:0.0:1746147230.387521:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1351 00002000:00100000:0.0:1746147230.387527:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8787480 x1830967345823488/t4294970348(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.387536:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787480 with x1830967345823488 ext(0->7) 00010000:00010000:0.0:1746147230.387542:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfd038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee7d expref: 250 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.387554:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfd038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee7d expref: 250 pid: 9588 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.387663:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8787480 00000100:00100000:0.0:1746147230.389968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.394500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.395396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.397819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.397942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.400159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.404392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.405203:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+253:2006:x1830967345824768:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 665us (815us total) trans 4294970349 rc 0/0 00000100:00100000:0.0:1746147230.405209:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1353 00002000:00100000:0.0:1746147230.405215:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093e4f100 x1830967345824768/t4294970349(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.405226:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f100 with x1830967345824768 ext(0->7) 00010000:00010000:0.0:1746147230.405230:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfd046 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee8b expref: 253 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.405238:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779bfd046 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee8b expref: 253 pid: 9588 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.405473:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4f100 00000100:00100000:0.0:1746147230.408300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.414759:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345825152 00000100:00100000:0.0:1746147230.414766:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345825152 00002000:00100000:0.0:1746147230.414798:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053df80 x1830967345825152/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.414807:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053df80 with x1830967345825152 ext(0->4095) 00002000:00010000:0.0:1746147230.414812:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009053df80 00000100:00100000:0.0:1746147230.414844:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12518 00000100:00100000:0.0:1746147230.414849:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+253:2008:x1830967345825152:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.414974:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+253:2008:x1830967345825152:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.414979:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12518 00002000:00100000:0.0:1746147230.414984:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053df80 x1830967345825152/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.414989:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053df80 with x1830967345825152 ext(0->4095) 00002000:00010000:0.0:1746147230.414992:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009053df80 00000100:00100000:0.0:1746147230.421449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.421904:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.425336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.428593:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345826048 00000100:00100000:0.0:1746147230.428598:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345826048 00010000:00010000:0.0:1746147230.428614:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd054 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee99 expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.428642:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12914 00000100:00100000:0.0:1746147230.428648:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345826048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147230.428656:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147230.428670:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd054 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee99 expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.428679:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd054 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee99 expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.428694:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd054 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee99 expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.428712:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147230.428727:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967345826048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 80us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147230.428733:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12914 00000100:00100000:0.0:1746147230.428760:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12915 00000100:00100000:0.0:1746147230.428765:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+254:2005:x1830967345825792:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147230.428770:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147230.428777:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd04d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee92 expref: 254 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.428791:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd04d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee92 expref: 254 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.428801:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd04d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ee92 expref: 254 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.428808:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.428810:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.428815:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.428832:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.428853:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.428863:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.428873:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880139989180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339591680:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147230.434511:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345826304 00000100:00100000:0.0:1746147230.434519:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345826304 00002000:00100000:0.0:1746147230.434551:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d86d880 x1830967345826304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.434566:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967345826304 ext(0->4095) 00010000:00010000:0.0:1746147230.434574:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.434586:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.434592:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d86d880 00000100:00100000:0.0:1746147230.434626:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1355 00000100:00100000:0.0:1746147230.434633:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+253:2006:x1830967345826304:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.434749:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+253:2006:x1830967345826304:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (876us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.434754:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1355 00002000:00100000:0.0:1746147230.434760:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d86d880 x1830967345826304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.434767:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967345826304 ext(0->4095) 00010000:00010000:0.0:1746147230.434771:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.434780:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 253 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.434786:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d86d880 00000100:00100000:0.0:1746147230.440592:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+255:2008:x1830967345826560:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1324us (1705us total) trans 4294970350 rc 0/0 00000100:00100000:0.0:1746147230.440601:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1356 00002000:00100000:0.0:1746147230.440607:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d86c000 x1830967345826560/t4294970350(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.440615:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86c000 with x1830967345826560 ext(0->7) 00010000:00010000:0.0:1746147230.440622:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 255 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.440632:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfd05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eea0 expref: 255 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.440637:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d86c000 00000100:00100000:0.0:1746147230.446734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.455986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.460335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.461239:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.465771:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345827456 00000100:00100000:0.0:1746147230.465781:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345827456 00002000:00100000:0.0:1746147230.465847:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c089500 x1830967345827456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.465857:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089500 with x1830967345827456 ext(0->4095) 00010000:00010000:0.0:1746147230.465867:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd069 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeae expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.465879:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd069 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeae expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.465890:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c089500 00000100:00100000:0.0:1746147230.465921:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1357 00000100:00100000:0.0:1746147230.465928:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345827456:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.466084:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345827456:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (610us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.466091:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1357 00002000:00100000:0.0:1746147230.466097:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c089500 x1830967345827456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.466103:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089500 with x1830967345827456 ext(0->4095) 00010000:00010000:0.0:1746147230.466108:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd069 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeae expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.466115:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd069 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeae expref: 6 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.466121:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c089500 00000100:00100000:0.0:1746147230.471266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.477713:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345828096 00000100:00100000:0.0:1746147230.477720:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345828096 00002000:00100000:0.0:1746147230.477763:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e06d500 x1830967345828096/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.477771:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06d500 with x1830967345828096 ext(0->4095) 00010000:00010000:0.0:1746147230.477779:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd070 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeb5 expref: 256 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.477798:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd070 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeb5 expref: 256 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.477803:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e06d500 00000100:00100000:0.0:1746147230.477839:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1358 00000100:00100000:0.0:1746147230.477846:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+256:2005:x1830967345828096:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.478660:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+255:2005:x1830967345828096:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 814us (1824us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.478667:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1358 00002000:00100000:0.0:1746147230.478673:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e06d500 x1830967345828096/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.478680:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06d500 with x1830967345828096 ext(0->4095) 00010000:00010000:0.0:1746147230.478684:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeb5 expref: 255 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.478693:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeb5 expref: 255 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.478698:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e06d500 00000100:00100000:0.0:1746147230.483171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.484364:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+257:2007:x1830967345828352:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 906us (1200us total) trans 4294970351 rc 0/0 00000100:00100000:0.0:1746147230.484372:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1359 00002000:00100000:0.0:1746147230.484379:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013998b800 x1830967345828352/t4294970351(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.484386:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998b800 with x1830967345828352 ext(0->7) 00010000:00010000:0.0:1746147230.484392:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeb5 expref: 257 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.484401:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeb5 expref: 257 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.484407:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013998b800 00000100:00100000:0.0:1746147230.494498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.503945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.505360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.517523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.519052:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+258:2007:x1830967345830144:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1204us (1531us total) trans 4294970352 rc 0/0 00000100:00100000:0.0:1746147230.519059:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1361 00002000:00100000:0.0:1746147230.519066:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880139989180 x1830967345830144/t4294970352(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.519074:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989180 with x1830967345830144 ext(0->7) 00010000:00010000:0.0:1746147230.519081:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeca expref: 258 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.519092:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eeca expref: 258 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.519098:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139989180 00000100:00100000:0.0:1746147230.522763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.525996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.538642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.542640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.547799:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.557747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.562393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.564352:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+261:2008:x1830967345831424:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1754us (1963us total) trans 4294970353 rc 0/0 00000100:00100000:0.0:1746147230.564363:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1363 00002000:00100000:0.0:1746147230.564374:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130577480 x1830967345831424/t4294970353(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.564381:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577480 with x1830967345831424 ext(0->7) 00010000:00010000:0.0:1746147230.564390:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eed8 expref: 261 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.564403:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eed8 expref: 261 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.564409:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130577480 00000100:00100000:0.0:1746147230.569954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.577215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.584007:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.584064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.590163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.592998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.597126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.600325:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+262:2007:x1830967345832704:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2873us (3198us total) trans 4294970354 rc 0/0 00000100:00100000:0.0:1746147230.600337:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1365 00002000:00100000:0.0:1746147230.600347:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090545880 x1830967345832704/t4294970354(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.600357:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545880 with x1830967345832704 ext(0->7) 00010000:00010000:0.0:1746147230.600366:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eee6 expref: 262 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.600383:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd0a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eee6 expref: 262 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.600390:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090545880 00000100:00100000:0.0:1746147230.605129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.613350:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345833088 00000100:00100000:0.0:1746147230.613362:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345833088 00002000:00100000:0.0:1746147230.613412:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed1f80 x1830967345833088/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.613423:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed1f80 with x1830967345833088 ext(0->4095) 00002000:00010000:0.0:1746147230.613428:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed1f80 00000100:00100000:0.0:1746147230.613453:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12524 00000100:00100000:0.0:1746147230.613462:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345833088:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.613679:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345833088:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 216us (528us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.613686:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12524 00002000:00100000:0.0:1746147230.613695:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed1f80 x1830967345833088/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.613702:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed1f80 with x1830967345833088 ext(0->4095) 00002000:00010000:0.0:1746147230.613705:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed1f80 00000100:00100000:0.0:1746147230.622159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.622643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.625834:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10034:1830967339594240:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147230.625863:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfd0af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eef4 expref: 263 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.625878:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367fa00, rc 0) 00000100:00100000:0.0:1746147230.625914:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+263:1172:x1830967345833216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3035us (3766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147230.625922:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28148 00000100:00100000:0.0:1746147230.629204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.634376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.643623:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+265:2006:x1830967345833984:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1542us (2435us total) trans 4294970355 rc 0/0 00000100:00100000:0.0:1746147230.643632:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1367 00002000:00100000:0.0:1746147230.643641:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009440bb80 x1830967345833984/t4294970355(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.643649:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440bb80 with x1830967345833984 ext(0->7) 00010000:00010000:0.0:1746147230.643658:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfd0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eef4 expref: 265 pid: 10034 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.643675:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfd0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eef4 expref: 265 pid: 10034 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.643681:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009440bb80 00000100:00100000:0.0:1746147230.647979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.656730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.659847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.660921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.664572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.665173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.665315:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345835008 00000100:00100000:0.0:1746147230.665318:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345835008 00010000:00010000:0.0:1746147230.665336:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd0b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eefb expref: 265 pid: 9588 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.665360:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12929 00000100:00100000:0.0:1746147230.665365:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+265:2005:x1830967345835008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147230.665373:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147230.665385:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd0b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eefb expref: 265 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.665395:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd0b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eefb expref: 265 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.665417:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd0b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eefb expref: 265 pid: 9588 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.666161:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147230.668184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.671730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.678079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.689417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.691709:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+266:2005:x1830967345835648:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1486us (2291us total) trans 4294970356 rc 0/0 00000100:00100000:0.0:1746147230.691718:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1369 00002000:00100000:0.0:1746147230.691727:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5f800 x1830967345835648/t4294970356(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.691735:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f800 with x1830967345835648 ext(0->7) 00010000:00010000:0.0:1746147230.691743:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f000/0x29021e8779bfd0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef09 expref: 266 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.691755:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f000/0x29021e8779bfd0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef09 expref: 266 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.691760:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5f800 00000100:00100000:0.0:1746147230.695418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.696629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.698933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.704237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.708211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.716841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.726517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.728807:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+268:2005:x1830967345836800:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2082us (2290us total) trans 4294970357 rc 0/0 00000100:00100000:0.0:1746147230.728818:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1371 00002000:00100000:0.0:1746147230.728834:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5ca80 x1830967345836800/t4294970357(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.728843:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ca80 with x1830967345836800 ext(0->7) 00010000:00010000:0.0:1746147230.728852:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd0d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef17 expref: 268 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.728866:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd0d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef17 expref: 268 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.728872:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5ca80 00000100:00100000:0.0:1746147230.730507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.737034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.742169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.745533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.750739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.764508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.771526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.773168:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+270:2006:x1830967345837952:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1285us (1641us total) trans 4294970358 rc 0/0 00000100:00100000:0.0:1746147230.773175:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1373 00002000:00100000:0.0:1746147230.773181:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5f480 x1830967345837952/t4294970358(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.773188:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f480 with x1830967345837952 ext(0->7) 00010000:00010000:0.0:1746147230.773194:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd0e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef25 expref: 270 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.773203:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd0e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef25 expref: 270 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.773209:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5f480 00000100:00100000:0.0:1746147230.777182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.782154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.786552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.792124:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.796486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.796532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.798958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.799597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.799636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.803476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.803899:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345839744 00000100:00100000:0.0:1746147230.803905:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345839744 00002000:00100000:0.0:1746147230.803933:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094cb7100 x1830967345839744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.803942:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7100 with x1830967345839744 ext(0->4095) 00010000:00010000:0.0:1746147230.803948:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 272 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.803959:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 272 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.803969:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb7100 00000100:00100000:0.0:1746147230.803996:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1375 00000100:00100000:0.0:1746147230.804002:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+272:2008:x1830967345839744:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.804223:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+271:2008:x1830967345839744:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 221us (763us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147230.804229:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1375 00002000:00100000:0.0:1746147230.804234:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094cb7100 x1830967345839744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.804271:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7100 with x1830967345839744 ext(0->4095) 00010000:00010000:0.0:1746147230.804276:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 271 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.804285:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 271 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.804290:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb7100 00000100:00100000:0.0:1746147230.808126:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345840000 00000100:00100000:0.0:1746147230.808135:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345840000 00002000:00100000:0.0:1746147230.808172:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094409500 x1830967345840000/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.808182:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409500 with x1830967345840000 ext(0->7) 00010000:00010000:0.0:1746147230.808190:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 271 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.808210:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 271 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.808216:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094409500 00000100:00100000:0.0:1746147230.808734:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1376 00000100:00100000:0.0:1746147230.808744:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+271:2008:x1830967345840000:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.809747:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+273:2008:x1830967345840000:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1003us (1692us total) trans 4294970359 rc 0/0 00000100:00100000:0.0:1746147230.809755:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1376 00002000:00100000:0.0:1746147230.809762:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094409500 x1830967345840000/t4294970359(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.809769:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409500 with x1830967345840000 ext(0->7) 00010000:00010000:0.0:1746147230.809777:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 273 pid: 9589 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.809788:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfd0f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef3a expref: 273 pid: 9589 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.809794:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094409500 00000100:00100000:0.0:1746147230.814668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.822321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.825519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.825572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.829799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.830855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.830876:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345840896 00000100:00100000:0.0:1746147230.830879:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345840896 00002000:00100000:0.0:1746147230.830907:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094cb6680 x1830967345840896/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:606/0 lens 488/0 e 0 to 0 dl 1746147241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.830916:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967345840896 ext(0->4095) 00010000:00010000:0.0:1746147230.830922:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfd103 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef48 expref: 6 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.830932:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfd103 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef48 expref: 6 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.830938:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:0.0:1746147230.830951:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1377 00000100:00100000:0.0:1746147230.831421:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345840896:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147230.835732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.839085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.846679:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.847778:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+274:2006:x1830967345841664:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 775us (1097us total) trans 4294970360 rc 0/0 00000100:00100000:0.0:1746147230.847786:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1378 00002000:00100000:0.0:1746147230.847791:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094cb6d80 x1830967345841664/t4294970360(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.847798:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6d80 with x1830967345841664 ext(0->7) 00010000:00010000:0.0:1746147230.847803:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfd10a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef4f expref: 274 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.847817:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfd10a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef4f expref: 274 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.847830:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb6d80 00000001:00080000:0.0:1746147230.849491:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970360 is committed 00000100:00100000:0.0:1746147230.855917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.856001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.858658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.858944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.862138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.871627:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967345842944:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1185us total) trans 4294970361 rc 0/0 00000100:00100000:0.0:1746147230.871635:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1381 00002000:00100000:0.0:1746147230.871641:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a71ba300 x1830967345842944/t4294970361(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.871649:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71ba300 with x1830967345842944 ext(0->7) 00010000:00010000:0.0:1746147230.871654:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef5d expref: 9 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.871663:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef5d expref: 9 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.871669:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71ba300 00000100:00100000:0.0:1746147230.880144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.883928:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.886032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.888394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.888439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.888467:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345843712 00000100:00100000:0.0:1746147230.888472:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345843712 00010000:00010000:0.0:1746147230.888493:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd11f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef64 expref: 10 pid: 9587 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.888518:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12944 00000100:00100000:0.0:1746147230.888523:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2005:x1830967345843712:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147230.888533:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147230.888547:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd11f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef64 expref: 10 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.888557:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd11f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef64 expref: 9 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.888576:0:11929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd11f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef64 expref: 9 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.888589:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.888591:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.888596:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd126 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef6b expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.888608:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd126 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef6b expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.889155:0:11929:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd126 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef6b expref: 8 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.889164:0:11929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd126 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef6b expref: 8 pid: 9587 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.889171:0:11929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339598336:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147230.889205:0:11929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147230.892170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.894710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.896282:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2007:x1830967345844224:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1313us (1570us total) trans 4294970362 rc 0/0 00000100:00100000:0.0:1746147230.896292:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1383 00002000:00100000:0.0:1746147230.896301:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fb9880 x1830967345844224/t4294970362(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.896309:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9880 with x1830967345844224 ext(0->7) 00010000:00010000:0.0:1746147230.896317:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd126 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef6b expref: 10 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.896329:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd126 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef6b expref: 10 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.896335:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fb9880 00000100:00100000:0.0:1746147230.903194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.908234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.916434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.921270:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345844992 00000100:00100000:0.0:1746147230.921275:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345844992 00010000:00010000:0.0:1746147230.921294:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd12d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef72 expref: 6 pid: 9587 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.921312:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12946 00000100:00100000:0.0:1746147230.921318:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345844992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147230.921326:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147230.921342:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd12d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef72 expref: 6 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.921351:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd12d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef72 expref: 6 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.921367:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.921368:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.921374:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfd134 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef79 expref: 11 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.921381:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfd134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef79 expref: 11 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.921401:0:11929:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfd134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef79 expref: 11 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.921412:0:11929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfd134 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef79 expref: 11 pid: 9587 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746147230.921422:0:11929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339598976:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147230.921467:0:11929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147230.927387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.933573:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2008:x1830967345845504:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1080us (1408us total) trans 4294970363 rc 0/0 00000100:00100000:0.0:1746147230.933580:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1385 00002000:00100000:0.0:1746147230.933586:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a71b8380 x1830967345845504/t4294970363(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.933592:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8380 with x1830967345845504 ext(0->7) 00010000:00010000:0.0:1746147230.933597:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfd134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef79 expref: 13 pid: 9587 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746147230.933607:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfd134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef79 expref: 13 pid: 9587 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746147230.933612:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71b8380 00000100:00100000:0.0:1746147230.935570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.938301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.943234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.948278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.956677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.964003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.964046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.968693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.968720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.968752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.968768:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345847296 00000100:00100000:0.0:1746147230.968771:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345847296 00010000:00010000:0.0:1746147230.968790:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfd142 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef87 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147230.968810:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345847040 00000100:00100000:0.0:1746147230.968812:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345847040 00010000:00010000:0.0:1746147230.968828:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd13b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef80 expref: 15 pid: 9589 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147230.968843:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12949 00000100:00100000:0.0:1746147230.968847:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967345847040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147230.968853:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147230.968865:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd13b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef80 expref: 15 pid: 9589 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147230.968873:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd13b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef80 expref: 15 pid: 9589 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147230.970294:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd13b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef80 expref: 15 pid: 9589 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147230.970319:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.970320:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147230.970326:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfd149 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef8e expref: 14 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147230.970332:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfd149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef8e expref: 14 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147230.975937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.981606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147230.987642:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967345847808:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5818us (6034us total) trans 4294970364 rc 0/0 00000100:00100000:0.0:1746147230.987653:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1388 00002000:00100000:0.0:1746147230.987664:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d77480 x1830967345847808/t4294970364(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:606/0 lens 496/448 e 0 to 0 dl 1746147241 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147230.987671:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77480 with x1830967345847808 ext(0->7) 00010000:00010000:0.0:1746147230.987679:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfd149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef8e expref: 15 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147230.987692:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfd149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef8e expref: 15 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147230.987698:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d77480 00000100:00100000:0.0:1746147230.998715:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.010554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.015581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.015668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.020779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.025158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.027223:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967345849088:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1060us (2069us total) trans 4294970365 rc 0/0 00000100:00100000:0.0:1746147231.027229:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1391 00002000:00100000:0.0:1746147231.027235:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417c380 x1830967345849088/t4294970365(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.027259:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c380 with x1830967345849088 ext(0->7) 00010000:00010000:0.0:1746147231.027266:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd157 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef9c expref: 16 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.027276:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd157 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ef9c expref: 16 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.027282:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417c380 00000100:00100000:0.0:1746147231.029127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.032966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.034707:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.044379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.044411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.048014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.048166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.048202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.052294:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345851136 00000100:00100000:0.0:1746147231.052299:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345851136 00002000:00100000:0.0:1746147231.052323:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e06e680 x1830967345851136/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.052331:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06e680 with x1830967345851136 ext(0->4095) 00010000:00010000:0.0:1746147231.052336:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfd16c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb1 expref: 16 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.052346:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfd16c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb1 expref: 16 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.052356:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e06e680 00000100:00100000:0.0:1746147231.052374:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1393 00000100:00100000:0.0:1746147231.052379:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967345851136:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147231.052472:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967345851136:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (765us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147231.052477:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1393 00002000:00100000:0.0:1746147231.052484:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e06e680 x1830967345851136/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.052491:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06e680 with x1830967345851136 ext(0->4095) 00010000:00010000:0.0:1746147231.052495:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfd16c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb1 expref: 16 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.052502:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfd16c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb1 expref: 16 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.052507:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e06e680 00000100:00100000:0.0:1746147231.055177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.056532:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2006:x1830967345851392:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1101us (1356us total) trans 4294970366 rc 0/0 00000100:00100000:0.0:1746147231.056538:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1394 00002000:00100000:0.0:1746147231.056544:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417c000 x1830967345851392/t4294970366(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.056550:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c000 with x1830967345851392 ext(0->7) 00010000:00010000:0.0:1746147231.056556:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfd16c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb1 expref: 18 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.056565:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfd16c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb1 expref: 18 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.056569:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417c000 00000100:00100000:0.0:1746147231.059180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.065640:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345851776 00000100:00100000:0.0:1746147231.065646:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345851776 00002000:00100000:0.0:1746147231.065676:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009440ad80 x1830967345851776/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.065684:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440ad80 with x1830967345851776 ext(0->4095) 00002000:00010000:0.0:1746147231.065688:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009440ad80 00000100:00100000:0.0:1746147231.065941:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12541 00000100:00100000:0.0:1746147231.065948:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345851776:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147231.066052:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345851776:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (905us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147231.066058:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12541 00002000:00100000:0.0:1746147231.066063:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009440ad80 x1830967345851776/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746147242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.066070:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440ad80 with x1830967345851776 ext(0->4095) 00002000:00010000:0.0:1746147231.066072:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009440ad80 00000100:00100000:0.0:1746147231.067440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.069012:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.074039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.078441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.078470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.078511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.078531:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345852928 00000100:00100000:0.0:1746147231.078536:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345852928 00010000:00010000:0.0:1746147231.078561:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfd17a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efbf expref: 20 pid: 9587 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.078578:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345852672 00000100:00100000:0.0:1746147231.078580:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345852672 00010000:00010000:0.0:1746147231.078589:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367f000/0x29021e8779bfd173 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb8 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.078601:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12956 00000100:00100000:0.0:1746147231.078606:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967345852928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.078616:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.078631:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfd17a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efbf expref: 20 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.078640:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfd17a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efbf expref: 20 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.078658:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.078688:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967345852928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 81us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.078694:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12956 00000100:00100000:0.0:1746147231.078718:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12957 00000100:00100000:0.0:1746147231.078723:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345852672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.078729:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.078735:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009367f000/0x29021e8779bfd173 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb8 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.078742:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009367f000/0x29021e8779bfd173 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efb8 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.078752:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.078753:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.078759:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 19 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.078766:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 19 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.078788:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 19 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147231.078797:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339601280:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147231.078852:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147231.083494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.083518:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345853184 00000100:00100000:0.0:1746147231.083524:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345853184 00002000:00100000:0.0:1746147231.083554:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800944ab800 x1830967345853184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.083563:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab800 with x1830967345853184 ext(0->4095) 00010000:00010000:0.0:1746147231.083570:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 18 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.083581:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 18 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.083587:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944ab800 00000100:00100000:0.0:1746147231.083611:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1395 00000100:00100000:0.0:1746147231.083617:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2006:x1830967345853184:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147231.083726:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2006:x1830967345853184:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (239us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147231.083732:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1395 00002000:00100000:0.0:1746147231.083738:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800944ab800 x1830967345853184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.083744:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab800 with x1830967345853184 ext(0->4095) 00010000:00010000:0.0:1746147231.083748:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 18 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.083756:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 18 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.083760:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944ab800 00000100:00100000:0.0:1746147231.087679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.089801:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967345853440:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1905us (2122us total) trans 4294970367 rc 0/0 00000100:00100000:0.0:1746147231.089811:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1396 00002000:00100000:0.0:1746147231.089826:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944aa680 x1830967345853440/t4294970367(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.089835:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aa680 with x1830967345853440 ext(0->7) 00010000:00010000:0.0:1746147231.089843:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 20 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.089856:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efc6 expref: 20 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.089862:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944aa680 00000100:00100000:0.0:1746147231.094519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.102300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.108429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.110483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.111568:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967339601664:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147231.111647:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfd18f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efd4 expref: 22 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.111657:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367fe00, rc 0) 00000100:00100000:0.0:1746147231.121866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.127009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.129371:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2007:x1830967345854720:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2031us (2364us total) trans 4294970368 rc 0/0 00000100:00100000:0.0:1746147231.129380:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1398 00002000:00100000:0.0:1746147231.129389:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944a9500 x1830967345854720/t4294970368(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.129396:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9500 with x1830967345854720 ext(0->7) 00010000:00010000:0.0:1746147231.129404:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfd18f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efd4 expref: 23 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.129416:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfd18f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efd4 expref: 23 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.129422:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944a9500 00000100:00100000:0.0:1746147231.133951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.135887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.141215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.143710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.146394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.149081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.158285:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.158332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.158364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.158388:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345856256 00000100:00100000:0.0:1746147231.158393:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345856256 00000100:00100000:0.0:1746147231.158418:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28184 00000100:00100000:0.0:1746147231.158424:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345856256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147231.158437:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147231.158448:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7eff0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.158465:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.158469:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efe9 expref: 22 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.158480:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147231.158483:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.158507:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efe9 expref: 22 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.158516:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.158524:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094802600, rc 0) 00000100:00100000:0.0:1746147231.158544:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:1178:x1830967345856256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.158550:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28184 00000100:00100000:0.0:1746147231.161983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.163725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.166526:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2007:x1830967345856768:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1443us (2798us total) trans 4294970369 rc 0/0 00000100:00100000:0.0:1746147231.166534:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1400 00002000:00100000:0.0:1746147231.166541:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009051f100 x1830967345856768/t4294970369(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.166548:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051f100 with x1830967345856768 ext(0->7) 00010000:00010000:0.0:1746147231.166556:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efe9 expref: 24 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.166572:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7efe9 expref: 24 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.166578:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051f100 00000100:00100000:0.0:1746147231.173951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.179799:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345857152 00000100:00100000:0.0:1746147231.179802:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345857152 00002000:00100000:0.0:1746147231.179834:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009440a680 x1830967345857152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.179843:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a680 with x1830967345857152 ext(0->4095) 00010000:00010000:0.0:1746147231.179849:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.179858:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.179863:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009440a680 00000100:00100000:0.0:1746147231.179876:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1401 00000100:00100000:0.0:1746147231.179881:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345857152:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147231.180119:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345857152:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 236us (641us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147231.180125:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1401 00002000:00100000:0.0:1746147231.180131:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009440a680 x1830967345857152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.180143:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a680 with x1830967345857152 ext(0->4095) 00010000:00010000:0.0:1746147231.180148:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.180155:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.180160:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009440a680 00000100:00100000:0.0:1746147231.184477:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345857408 00000100:00100000:0.0:1746147231.184483:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345857408 00010000:00010000:0.0:1746147231.184503:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.184523:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12964 00000100:00100000:0.0:1746147231.184529:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345857408:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.184539:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.184552:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.184561:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.184578:0:11929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094802600/0x29021e8779bfd1ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff0 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.184591:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.184594:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.184599:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd1b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff7 expref: 23 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.184606:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd1b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff7 expref: 23 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.184631:0:11929:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd1b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff7 expref: 23 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147231.184641:0:11929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009051f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339602944:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147231.184690:0:11929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147231.190159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.202061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.203124:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2008:x1830967345858048:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 838us (1068us total) trans 4294970370 rc 0/0 00000100:00100000:0.0:1746147231.203131:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1403 00002000:00100000:0.0:1746147231.203136:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009051dc00 x1830967345858048/t4294970370(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.203143:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051dc00 with x1830967345858048 ext(0->7) 00010000:00010000:0.0:1746147231.203148:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd1b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff7 expref: 27 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.203156:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd1b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7eff7 expref: 27 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.203162:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051dc00 00000100:00100000:0.0:1746147231.209340:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.210345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.213007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.213029:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345858560 00000100:00100000:0.0:1746147231.213033:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345858560 00002000:00100000:0.0:1746147231.213068:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009051d180 x1830967345858560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.213075:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d180 with x1830967345858560 ext(0->4095) 00010000:00010000:0.0:1746147231.213082:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd1b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7effe expref: 29 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.213092:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd1b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7effe expref: 29 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.213097:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051d180 00000100:00100000:0.0:1746147231.213108:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1404 00000100:00100000:0.0:1746147231.213114:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967345858560:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147231.215466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.215514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.221034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.233825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.239551:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967345859328:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4478us (5734us total) trans 4294970371 rc 0/0 00000100:00100000:0.0:1746147231.239562:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1406 00002000:00100000:0.0:1746147231.239572:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009051df80 x1830967345859328/t4294970371(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.239586:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051df80 with x1830967345859328 ext(0->7) 00010000:00010000:0.0:1746147231.239595:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd1c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f005 expref: 28 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.239609:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd1c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f005 expref: 28 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.239615:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051df80 00000100:00100000:0.0:1746147231.247802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.247866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.254167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.257312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.257744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.263362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.264454:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2007:x1830967345860608:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 905us (1095us total) trans 4294970372 rc 0/0 00000100:00100000:0.0:1746147231.264460:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1409 00002000:00100000:0.0:1746147231.264465:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094a63b80 x1830967345860608/t4294970372(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.264472:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63b80 with x1830967345860608 ext(0->7) 00010000:00010000:0.0:1746147231.264476:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd1ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f013 expref: 31 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.264485:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfd1ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f013 expref: 31 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.264495:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a63b80 00000100:00100000:0.0:1746147231.266879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.271209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.275448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.278504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.285642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.291437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.292102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.299666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.301454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.301470:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345862272 00000100:00100000:0.0:1746147231.301473:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345862272 00010000:00010000:0.0:1746147231.301488:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd1dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f021 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.301502:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12971 00000100:00100000:0.0:1746147231.301507:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345862272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.301515:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.301524:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd1dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f021 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.301531:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd1dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f021 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.301544:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd1dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f021 expref: 6 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.301866:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.301868:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.301875:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f028 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.301882:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f028 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147231.304033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.305882:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71baa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339604608:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147231.305896:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.305930:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:2007:x1830967345862272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4421us (4475us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.305938:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12971 00000100:00100000:0.0:1746147231.306275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.314160:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2008:x1830967345862912:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1193us (1389us total) trans 4294970373 rc 0/0 00000100:00100000:0.0:1746147231.314168:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1411 00002000:00100000:0.0:1746147231.314174:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009440b480 x1830967345862912/t4294970373(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.314182:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440b480 with x1830967345862912 ext(0->7) 00010000:00010000:0.0:1746147231.314188:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f028 expref: 32 pid: 10034 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.314199:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd1e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f028 expref: 32 pid: 10034 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.314205:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009440b480 00000100:00100000:0.0:1746147231.319836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.329455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.332295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.335583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.336671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.339657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.342856:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345864192 00000100:00100000:0.0:1746147231.342860:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345864192 00010000:00010000:0.0:1746147231.342878:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfd1f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f036 expref: 33 pid: 10034 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.343781:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12974 00000100:00100000:0.0:1746147231.348190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.354372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.358957:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2008:x1830967345864704:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 767us (4590us total) trans 4294970374 rc 0/0 00000100:00100000:0.0:1746147231.358963:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1414 00002000:00100000:0.0:1746147231.358968:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ad3100 x1830967345864704/t4294970374(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.358974:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3100 with x1830967345864704 ext(0->7) 00010000:00010000:0.0:1746147231.358978:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd1f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f03d expref: 34 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.358987:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd1f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f03d expref: 34 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.358992:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ad3100 00000100:00100000:0.0:1746147231.362197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.370351:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e06ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339605504:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147231.370367:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.370390:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967345864832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6745us (8199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.370397:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12975 00000100:00100000:0.0:1746147231.374344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.374394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.377544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.378373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.378386:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345865728 00000100:00100000:0.0:1746147231.378389:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345865728 00010000:00010000:0.0:1746147231.378403:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd1ff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f044 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.379629:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12976 00000100:00100000:0.0:1746147231.379635:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345865728:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.379642:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.379810:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd1ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f044 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.379829:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd1ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f044 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.379850:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd1ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f044 expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.379863:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.379889:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967345865728:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 254us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.379894:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12976 00000100:00100000:0.0:1746147231.383192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.383235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.389283:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339606144 00000100:00100000:0.0:1746147231.389286:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339606144 00000100:00100000:0.0:1746147231.389306:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1746147231.389310:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3763:x1830967339606144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147231.389331:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3763:x1830967339606144:12345-0@lo:400:kworker.0 Request processed in 21us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.389335:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1746147231.389364:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339607168 00000100:00100000:0.0:1746147231.389366:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339607168 00000100:00100000:0.0:1746147231.389379:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339607680 00000100:00100000:0.0:1746147231.389381:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339607680 00000100:00100000:0.0:1746147231.389432:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1746147231.389437:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339607168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147231.389460:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339607168:12345-0@lo:400:kworker.0 Request processed in 23us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.389464:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1746147231.389474:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1746147231.389478:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339607680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147231.389493:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339607680:12345-0@lo:400:kworker.0 Request processed in 15us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.389498:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00080000:0.0:1746147231.389507:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746147231.389509:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746147231.390528:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147231.394316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.395394:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967345866496:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 861us (1080us total) trans 4294970375 rc 0/0 00000100:00100000:0.0:1746147231.395401:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1417 00002000:00100000:0.0:1746147231.395407:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d29ca80 x1830967345866496/t4294970375(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.395415:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ca80 with x1830967345866496 ext(0->7) 00010000:00010000:0.0:1746147231.395420:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd20d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f052 expref: 36 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.395430:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd20d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f052 expref: 36 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.395436:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d29ca80 00000100:00100000:0.0:1746147231.398724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.402345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.402380:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345866880 00000100:00100000:0.0:1746147231.402387:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345866880 00002000:00100000:0.0:1746147231.402433:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d29f800 x1830967345866880/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.402447:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f800 with x1830967345866880 ext(0->4095) 00002000:00010000:0.0:1746147231.402453:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29f800 00000100:00100000:0.0:1746147231.402479:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12554 00000100:00100000:0.0:1746147231.402484:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345866880:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147231.402647:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345866880:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 161us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147231.402652:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12554 00002000:00100000:0.0:1746147231.402657:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012d29f800 x1830967345866880/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746147242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.402663:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f800 with x1830967345866880 ext(0->4095) 00002000:00010000:0.0:1746147231.402665:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29f800 00000100:00100000:0.0:1746147231.405708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.408152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.410156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.414271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.418568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.419644:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2007:x1830967345867776:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 880us (1084us total) trans 4294970376 rc 0/0 00000100:00100000:0.0:1746147231.419652:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1419 00002000:00100000:0.0:1746147231.419658:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d29c000 x1830967345867776/t4294970376(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.419665:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c000 with x1830967345867776 ext(0->7) 00010000:00010000:0.0:1746147231.419670:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd21b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f060 expref: 39 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.419680:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd21b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f060 expref: 39 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.419686:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d29c000 00000100:00100000:0.0:1746147231.425534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.428571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.437022:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339608448 00000100:00100000:0.0:1746147231.437029:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339608448 00000100:00100000:0.0:1746147231.437077:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1746147231.437084:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339608448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746147231.437113:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 984259392 pending 0 free 3921989632 avail 3690467328 00000100:00100000:0.0:1746147231.437167:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339608448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.437173:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1746147231.438312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.441073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.442008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.452537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.452573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.452598:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345868928 00000100:00100000:0.0:1746147231.452606:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345868928 00010000:00010000:0.0:1746147231.452643:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd222 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f067 expref: 40 pid: 9588 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.452679:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345868800 00000100:00100000:0.0:1746147231.452681:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345868800 00010000:00010000:0.0:1746147231.452693:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd229 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f06e expref: 6 pid: 9587 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.452707:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12981 00000100:00100000:0.0:1746147231.452714:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2008:x1830967345868928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.452728:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.452748:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd222 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f067 expref: 40 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.452758:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd222 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f067 expref: 40 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.452784:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.452835:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2008:x1830967345868928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 121us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.452841:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12981 00000100:00100000:0.0:1746147231.455610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.478732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.488129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.495153:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2008:x1830967345869568:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5331us (7020us total) trans 4294970377 rc 0/0 00000100:00100000:0.0:1746147231.495166:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1421 00002000:00100000:0.0:1746147231.495178:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d29dc00 x1830967345869568/t4294970377(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.495187:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29dc00 with x1830967345869568 ext(0->7) 00010000:00010000:0.0:1746147231.495198:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f075 expref: 41 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.495216:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f075 expref: 41 pid: 9588 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.495223:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d29dc00 00000100:00100000:0.0:1746147231.499482:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746147231.499502:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009079f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339609088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746147231.499574:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147231.500322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.511460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.514000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.524460:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345870336 00000100:00100000:0.0:1746147231.524470:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345870336 00010000:00010000:0.0:1746147231.524509:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd237 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f07c expref: 41 pid: 9588 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.524944:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12984 00000100:00100000:0.0:1746147231.524950:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2008:x1830967345870336:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.524959:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.524977:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd237 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f07c expref: 41 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.524988:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd237 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f07c expref: 41 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.525004:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd237 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f07c expref: 41 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.525025:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.525026:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.525032:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd23e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f083 expref: 40 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.525039:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd23e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f083 expref: 40 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.525057:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd23e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f083 expref: 40 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.525067:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd23e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f083 expref: 40 pid: 9588 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.525079:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ad5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339609600:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147231.526220:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147231.529042:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ad5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339609600:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147231.529062:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.529118:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2008:x1830967345870336:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4167us (4724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.529129:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12984 00000100:00100000:0.0:1746147231.537830:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2007:x1830967345870848:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1424us (2196us total) trans 4294970378 rc 0/0 00000100:00100000:0.0:1746147231.537840:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1424 00002000:00100000:0.0:1746147231.537849:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e06f800 x1830967345870848/t4294970378(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.537860:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06f800 with x1830967345870848 ext(0->7) 00010000:00010000:0.0:1746147231.537866:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd23e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f083 expref: 42 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.537877:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd23e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f083 expref: 42 pid: 9588 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.537884:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e06f800 00000100:00100000:0.0:1746147231.540347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.549522:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345871232 00000100:00100000:0.0:1746147231.549531:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345871232 00002000:00100000:0.0:1746147231.549582:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009440a300 x1830967345871232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.549595:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a300 with x1830967345871232 ext(0->4095) 00002000:00010000:0.0:1746147231.549601:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009440a300 00000100:00100000:0.0:1746147231.556095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.564197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.578403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.581008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.582515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.586511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.586595:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345872384 00000100:00100000:0.0:1746147231.586602:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345872384 00000100:00100000:0.0:1746147231.593653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.595420:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2007:x1830967345872640:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1311us (1771us total) trans 4294970379 rc 0/0 00000100:00100000:0.0:1746147231.595433:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1426 00002000:00100000:0.0:1746147231.595441:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad5c00 x1830967345872640/t4294970379(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.595449:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5c00 with x1830967345872640 ext(0->7) 00010000:00010000:0.0:1746147231.595456:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f098 expref: 45 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.595468:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f098 expref: 45 pid: 9588 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.595474:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad5c00 00000100:00100000:0.0:1746147231.608179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.610025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.613461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.616482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.616751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.628671:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339610880 00000100:00100000:0.0:1746147231.628679:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339610880 00000100:00100000:0.0:1746147231.629781:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339610880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746147231.630485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.632440:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2008:x1830967345873920:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1001us (1949us total) trans 4294970380 rc 0/0 00000100:00100000:0.0:1746147231.632450:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1429 00002000:00100000:0.0:1746147231.632459:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad5180 x1830967345873920/t4294970380(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.632473:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5180 with x1830967345873920 ext(0->7) 00010000:00010000:0.0:1746147231.632481:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0a6 expref: 46 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.632494:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfd261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0a6 expref: 46 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.632500:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad5180 00000100:00100000:0.0:1746147231.643609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.648792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.654594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.660145:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345874560 00000100:00100000:0.0:1746147231.660155:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345874560 00010000:00010000:0.0:1746147231.660200:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd268 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0ad expref: 6 pid: 9588 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.661476:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12991 00000100:00100000:0.0:1746147231.661492:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345874560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.661510:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.661533:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd268 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0ad expref: 6 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.661548:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd268 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0ad expref: 6 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.661572:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfd268 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0ad expref: 6 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.661605:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.661608:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147231.661615:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfd26f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0b4 expref: 45 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.661623:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfd26f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0b4 expref: 45 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147231.661661:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfd26f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0b4 expref: 45 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147231.661675:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ad5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339611392:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147231.662231:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147231.668809:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094ad5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339611392:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147231.668842:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.673691:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967345874560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 12192us (14265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.673704:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12991 00000100:00100000:0.0:1746147231.680357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.702617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.707836:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967345875072:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4028us (5215us total) trans 4294970381 rc 0/0 00000100:00100000:0.0:1746147231.707851:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1431 00002000:00100000:0.0:1746147231.707863:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a07800 x1830967345875072/t4294970381(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.707878:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07800 with x1830967345875072 ext(0->7) 00010000:00010000:0.0:1746147231.707889:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfd26f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0b4 expref: 48 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.707903:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfd26f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0b4 expref: 48 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.707910:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a07800 00000100:00100000:0.0:1746147231.713951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.721985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.730356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.737034:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ad1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339611904:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147231.737055:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.737082:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967345875712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6259us (6737us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.737091:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12993 00000100:00100000:0.0:1746147231.740791:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.747369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.751550:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2006:x1830967345876224:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3608us (4185us total) trans 4294970382 rc 0/0 00000100:00100000:0.0:1746147231.751562:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1433 00002000:00100000:0.0:1746147231.751573:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a07100 x1830967345876224/t4294970382(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.751581:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07100 with x1830967345876224 ext(0->7) 00010000:00010000:0.0:1746147231.751590:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd27d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0c2 expref: 50 pid: 9588 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.751605:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748400/0x29021e8779bfd27d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0c2 expref: 50 pid: 9588 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.751611:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a07100 00000100:00100000:0.0:1746147231.755393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.755995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.766077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.770528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.777856:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094409f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339612416:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147231.777880:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.777942:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967345876864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7198us (7422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.777953:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12995 00000100:00100000:0.0:1746147231.798677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.801000:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967345877376:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 859us (2333us total) trans 4294970383 rc 0/0 00000100:00100000:0.0:1746147231.801008:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1435 00002000:00100000:0.0:1746147231.801016:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a07480 x1830967345877376/t4294970383(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.801026:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07480 with x1830967345877376 ext(0->7) 00010000:00010000:0.0:1746147231.801034:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd28b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0d0 expref: 52 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.801046:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd28b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0d0 expref: 52 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.801055:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a07480 00000100:00100000:0.0:1746147231.807321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.807983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.813303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.824172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.829035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.840932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.843027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.847483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.858028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.861527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.866067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.868724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.871348:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967345879680:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2469us (2617us total) trans 4294970385 rc 0/0 00000100:00100000:0.0:1746147231.871356:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1439 00002000:00100000:0.0:1746147231.871364:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfa9500 x1830967345879680/t4294970385(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.871372:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9500 with x1830967345879680 ext(0->7) 00010000:00010000:0.0:1746147231.871379:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd2a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0ec expref: 56 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.871392:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd2a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0ec expref: 56 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.871403:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfa9500 00000100:00100000:0.0:1746147231.876592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.881603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.885162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.888044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.897310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.899942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.904543:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2005:x1830967345880832:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4354us (4592us total) trans 4294970386 rc 0/0 00000100:00100000:0.0:1746147231.904553:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1441 00002000:00100000:0.0:1746147231.904564:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfaaa00 x1830967345880832/t4294970386(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.904573:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfaaa00 with x1830967345880832 ext(0->7) 00010000:00010000:0.0:1746147231.904582:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd2b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0fa expref: 58 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.904596:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749200/0x29021e8779bfd2b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f0fa expref: 58 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.904602:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfaaa00 00000100:00100000:0.0:1746147231.907712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.910843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.911121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.913271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.913327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.916073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.922068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.923034:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2008:x1830967345882112:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 756us (972us total) trans 4294970387 rc 0/0 00000100:00100000:0.0:1746147231.923041:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1444 00002000:00100000:0.0:1746147231.923047:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfb4700 x1830967345882112/t4294970387(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.923054:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4700 with x1830967345882112 ext(0->7) 00010000:00010000:0.0:1746147231.923059:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfd2c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f108 expref: 61 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.923069:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfd2c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f108 expref: 61 pid: 9587 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746147231.923074:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb4700 00000100:00100000:0.0:1746147231.928404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.934342:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345882496 00000100:00100000:0.0:1746147231.934350:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345882496 00002000:00100000:0.0:1746147231.934385:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ad2d80 x1830967345882496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 488/0 e 0 to 0 dl 1746147242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.934393:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967345882496 ext(0->4095) 00002000:00010000:0.0:1746147231.934397:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:0.0:1746147231.934425:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12565 00000100:00100000:0.0:1746147231.934431:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2005:x1830967345882496:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147231.934552:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2005:x1830967345882496:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (916us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147231.934562:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12565 00002000:00100000:0.0:1746147231.934567:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ad2d80 x1830967345882496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746147242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.934573:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967345882496 ext(0->4095) 00002000:00010000:0.0:1746147231.934575:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:0.0:1746147231.939932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.942298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.942340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.943308:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345883136 00000100:00100000:0.0:1746147231.943312:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345883136 00010000:00010000:0.0:1746147231.943327:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd2ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f10f expref: 62 pid: 9587 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746147231.943627:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13005 00000100:00100000:0.0:1746147231.943633:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2007:x1830967345883136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147231.943641:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147231.943652:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd2ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f10f expref: 61 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.943660:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd2ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f10f expref: 61 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.943676:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd2ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f10f expref: 61 pid: 9587 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746147231.943691:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147231.943707:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2007:x1830967345883136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 75us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147231.943712:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13005 00000100:00100000:0.0:1746147231.951115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.953236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.955941:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.957050:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2008:x1830967345883776:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 618us (1107us total) trans 4294970388 rc 0/0 00000100:00100000:0.0:1746147231.957056:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1446 00002000:00100000:0.0:1746147231.957060:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfb5c00 x1830967345883776/t4294970388(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.957067:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5c00 with x1830967345883776 ext(0->7) 00010000:00010000:0.0:1746147231.957071:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd2d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f11d expref: 62 pid: 9588 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147231.957079:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfd2d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f11d expref: 62 pid: 9588 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147231.957083:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb5c00 00000100:00100000:0.0:1746147231.959030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.962287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.966466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.969124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.973643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.977975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.981303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147231.987629:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967345885568:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 863us (1051us total) trans 4294970389 rc 0/0 00000100:00100000:0.0:1746147231.987637:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1449 00002000:00100000:0.0:1746147231.987643:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094cb5500 x1830967345885568/t4294970389(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:607/0 lens 496/448 e 0 to 0 dl 1746147242 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147231.987650:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5500 with x1830967345885568 ext(0->7) 00010000:00010000:0.0:1746147231.987655:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd2ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f132 expref: 64 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147231.987665:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd2ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f132 expref: 64 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147231.987670:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb5500 00000100:00100000:0.0:1746147231.991060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.000983:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147232.001496:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147232.004111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.007927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.014660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.014686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.014717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.020143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.024824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.025791:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2005:x1830967345887360:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 713us (983us total) trans 4294970390 rc 0/0 00000100:00100000:0.0:1746147232.025797:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1451 00002000:00100000:0.0:1746147232.025802:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfb5880 x1830967345887360/t4294970390(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.025823:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5880 with x1830967345887360 ext(0->7) 00010000:00010000:0.0:1746147232.025828:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd302 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f147 expref: 67 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.025837:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd302 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f147 expref: 67 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.025842:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb5880 00000100:00100000:0.0:1746147232.036150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.044514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.044628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.044662:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345887872 00000100:00100000:0.0:1746147232.044666:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345887872 00002000:00100000:0.0:1746147232.044701:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131f78a80 x1830967345887872/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 488/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.044709:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967345887872 ext(0->4095) 00002000:00010000:0.0:1746147232.044713:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131f78a80 00000100:00100000:0.0:1746147232.044726:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12570 00000100:00100000:0.0:1746147232.044732:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2006:x1830967345887872:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.044848:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2006:x1830967345887872:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.044854:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12570 00002000:00100000:0.0:1746147232.044859:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131f78a80 x1830967345887872/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.044871:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967345887872 ext(0->4095) 00010000:00010000:0.0:1746147232.044876:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd309 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f14e expref: 69 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.044886:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd309 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f14e expref: 69 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.044891:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f78a80 00000100:00100000:0.0:1746147232.046929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.049259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.064026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.065403:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967345888512:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 978us (1374us total) trans 4294970391 rc 0/0 00000100:00100000:0.0:1746147232.065409:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1453 00002000:00100000:0.0:1746147232.065415:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f7a680 x1830967345888512/t4294970391(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.065423:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7a680 with x1830967345888512 ext(0->7) 00010000:00010000:0.0:1746147232.065428:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd310 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f155 expref: 68 pid: 9588 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.065438:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd310 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f155 expref: 68 pid: 9588 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.065443:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f7a680 00000100:00100000:0.0:1746147232.069703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.077494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.083206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.087303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.087752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.087772:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345889280 00000100:00100000:0.0:1746147232.087775:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345889280 00010000:00010000:0.0:1746147232.087789:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd317 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f15c expref: 6 pid: 9588 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746147232.087824:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13016 00000100:00100000:0.0:1746147232.087829:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345889280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147232.088416:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147232.088431:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd317 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f15c expref: 6 pid: 9588 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.088440:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd317 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f15c expref: 6 pid: 9588 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.088453:0:11929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd317 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f15c expref: 6 pid: 9588 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.088464:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.088465:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.088469:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd31e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f163 expref: 68 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.088475:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd31e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f163 expref: 68 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.088499:0:11929:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd31e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f163 expref: 68 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.088508:0:11929:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd31e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f163 expref: 68 pid: 9588 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746147232.088518:0:11929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339617536:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147232.088574:0:11929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147232.092201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.096936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.098063:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967345889792:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 952us (1131us total) trans 4294970392 rc 0/0 00000100:00100000:0.0:1746147232.098070:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1455 00002000:00100000:0.0:1746147232.098076:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed6a00 x1830967345889792/t4294970392(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.098083:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6a00 with x1830967345889792 ext(0->7) 00010000:00010000:0.0:1746147232.098089:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd31e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f163 expref: 71 pid: 9588 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.098099:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd31e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f163 expref: 71 pid: 9588 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.098104:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed6a00 00000100:00100000:0.0:1746147232.106228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.114437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.119602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.119645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.124360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.124675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.124702:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345890816 00000100:00100000:0.0:1746147232.124704:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345890816 00010000:00010000:0.0:1746147232.124718:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfd325 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f16a expref: 72 pid: 24989 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746147232.124734:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13018 00000100:00100000:0.0:1746147232.124739:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2005:x1830967345890816:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147232.124749:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147232.124763:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfd325 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f16a expref: 72 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.124770:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfd325 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f16a expref: 72 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.124788:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147232.124826:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2005:x1830967345890816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 87us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147232.124831:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13018 00000100:00100000:0.0:1746147232.127541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.132120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.135274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.138746:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2006:x1830967345891584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3327us (3470us total) trans 4294970393 rc 0/0 00000100:00100000:0.0:1746147232.138758:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1458 00002000:00100000:0.0:1746147232.138766:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed7800 x1830967345891584/t4294970393(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.138774:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7800 with x1830967345891584 ext(0->7) 00010000:00010000:0.0:1746147232.138782:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f178 expref: 73 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.138794:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f178 expref: 73 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.138800:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed7800 00000100:00100000:0.0:1746147232.141184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.147980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.151700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.155611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.156288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.162211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.162454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.164579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.164650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.168099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.177764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.180140:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2008:x1830967345893632:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1969us (2377us total) trans 4294970394 rc 0/0 00000100:00100000:0.0:1746147232.180149:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1462 00002000:00100000:0.0:1746147232.180156:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944a8e00 x1830967345893632/t4294970394(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.180165:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8e00 with x1830967345893632 ext(0->7) 00010000:00010000:0.0:1746147232.180172:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f18d expref: 74 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.180182:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f18d expref: 74 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.180188:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944a8e00 00000100:00100000:0.0:1746147232.185638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.185692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.189891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.192729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.195796:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345894272 00000100:00100000:0.0:1746147232.195814:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345894272 00010000:00010000:0.0:1746147232.195846:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd34f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f194 expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746147232.195875:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13024 00000100:00100000:0.0:1746147232.195883:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345894272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147232.195894:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147232.195910:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd34f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f194 expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.195920:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd34f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f194 expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.195942:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd34f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f194 expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.195965:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.195966:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.195972:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfd356 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f19b expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.195979:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfd356 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f19b expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.196004:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfd356 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f19b expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147232.196015:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d76a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339619200:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147232.202645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.212071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.219437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.224590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.224677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.227499:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345895296 00000100:00100000:0.0:1746147232.227503:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345895296 00002000:00100000:0.0:1746147232.227527:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094cb4000 x1830967345895296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.227535:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4000 with x1830967345895296 ext(0->4095) 00010000:00010000:0.0:1746147232.227540:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfd35d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1a2 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.227551:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfd35d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1a2 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.227557:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb4000 00000100:00100000:0.0:1746147232.227882:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1465 00000100:00100000:0.0:1746147232.227889:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345895296:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.228465:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345895296:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 575us (984us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.228471:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1465 00002000:00100000:0.0:1746147232.228476:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094cb4000 x1830967345895296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.228483:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4000 with x1830967345895296 ext(0->4095) 00010000:00010000:0.0:1746147232.228487:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfd35d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1a2 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.228496:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfd35d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1a2 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.228501:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb4000 00000100:00100000:0.0:1746147232.240001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.244955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.247123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.248343:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967345895936:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1034us (1217us total) trans 4294970396 rc 0/0 00000100:00100000:0.0:1746147232.248353:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1466 00002000:00100000:0.0:1746147232.248359:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082d500 x1830967345895936/t4294970396(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.248366:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d500 with x1830967345895936 ext(0->7) 00010000:00010000:0.0:1746147232.248372:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfd364 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1a9 expref: 78 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.248382:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfd364 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1a9 expref: 78 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.248387:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082d500 00000100:00100000:0.0:1746147232.249947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.255141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.258033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.266118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.266348:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12577 00000100:00100000:0.0:1746147232.266356:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967345896704:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.266472:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967345896704:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.266479:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12577 00002000:00100000:0.0:1746147232.266485:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013082d180 x1830967345896704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.266492:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d180 with x1830967345896704 ext(0->4095) 00002000:00010000:0.0:1746147232.266494:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013082d180 00000100:00100000:0.0:1746147232.268355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.270509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.270568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.271859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.273797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.277098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.283230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.292796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.295976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.297820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.301275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.301966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.302278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.305880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.310226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.312682:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2005:x1830967345899776:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1149us (2461us total) trans 4294970398 rc 0/0 00000100:00100000:0.0:1746147232.312689:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1472 00002000:00100000:0.0:1746147232.312695:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c4b6d80 x1830967345899776/t4294970398(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.312702:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6d80 with x1830967345899776 ext(0->7) 00010000:00010000:0.0:1746147232.312709:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1d3 expref: 83 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.312721:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1d3 expref: 83 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.312731:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c4b6d80 00000100:00100000:0.0:1746147232.322838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.330946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.345011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.345107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.356094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.357214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.363561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.372358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.387883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.402767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.410909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.431336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.443821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.458456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.463620:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967339622272:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147232.463652:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.463668:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944af400, rc 0) 00000100:00100000:0.0:1746147232.463725:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345902464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4759us (5277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147232.463734:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28259 00000100:00100000:0.0:1746147232.465402:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967345902592:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1064us (1518us total) trans 4294970400 rc 0/0 00000100:00100000:0.0:1746147232.465418:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1476 00002000:00100000:0.0:1746147232.465429:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009440b100 x1830967345902592/t4294970400(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.465436:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440b100 with x1830967345902592 ext(0->7) 00010000:00010000:0.0:1746147232.465444:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd3b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1f6 expref: 86 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.465458:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd3b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1f6 expref: 86 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.465463:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009440b100 00000100:00100000:0.0:1746147232.480924:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13038 00000100:00100000:0.0:1746147232.480940:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967345902720:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147232.480957:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147232.480978:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd3b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1f6 expref: 86 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.480990:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd3b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1f6 expref: 86 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.481008:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd3b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1f6 expref: 86 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.481033:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.481035:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.481041:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.481046:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.481076:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147232.481086:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339622400:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147232.481431:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147232.486081:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345903104 00000100:00100000:0.0:1746147232.486086:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345903104 00002000:00100000:0.0:1746147232.486115:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094a62a00 x1830967345903104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.486122:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62a00 with x1830967345903104 ext(0->4095) 00010000:00010000:0.0:1746147232.486128:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.486139:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.486144:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a62a00 00000100:00100000:0.0:1746147232.486519:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1477 00000100:00100000:0.0:1746147232.486525:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345903104:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.487694:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345903104:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1167us (1969us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.487704:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1477 00002000:00100000:0.0:1746147232.487710:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094a62a00 x1830967345903104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.487718:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62a00 with x1830967345903104 ext(0->4095) 00010000:00010000:0.0:1746147232.487723:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.487733:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd3b8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f1fd expref: 6 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.487738:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a62a00 00000100:00100000:0.0:1746147232.496117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.504588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.511509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.518387:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967345903744:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2396us (2792us total) trans 4294970401 rc 0/0 00000100:00100000:0.0:1746147232.518395:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1478 00002000:00100000:0.0:1746147232.518402:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094a60700 x1830967345903744/t4294970401(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.518409:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60700 with x1830967345903744 ext(0->7) 00010000:00010000:0.0:1746147232.518415:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd3bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f204 expref: 88 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.518428:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd3bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f204 expref: 88 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.518437:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a60700 00000100:00100000:0.0:1746147232.523719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.530196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.533016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.535551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.536285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.541991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.542058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.547008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.550391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.555302:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2008:x1830967345905536:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4514us (4909us total) trans 4294970402 rc 0/0 00000100:00100000:0.0:1746147232.555313:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1481 00002000:00100000:0.0:1746147232.555322:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091424e00 x1830967345905536/t4294970402(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.555330:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424e00 with x1830967345905536 ext(0->7) 00010000:00010000:0.0:1746147232.555340:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093627000/0x29021e8779bfd3d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f219 expref: 90 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.555354:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093627000/0x29021e8779bfd3d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f219 expref: 90 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.555360:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091424e00 00000100:00100000:0.0:1746147232.561213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.566471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.571350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.571990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.572017:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345906304 00000100:00100000:0.0:1746147232.572020:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345906304 00010000:00010000:0.0:1746147232.572034:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd3db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f220 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746147232.572060:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13044 00000100:00100000:0.0:1746147232.572065:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345906304:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147232.572072:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147232.572086:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd3db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f220 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.572095:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd3db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f220 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.572109:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd3db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f220 expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.572130:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.572132:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147232.572137:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd3e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f227 expref: 90 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.572142:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd3e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f227 expref: 90 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.572160:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd3e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f227 expref: 90 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147232.572170:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd3e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f227 expref: 90 pid: 24989 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746147232.572180:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091424000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339623936:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147232.572229:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147232.580137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.582056:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2006:x1830967345906816:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1624us (1919us total) trans 4294970403 rc 0/0 00000100:00100000:0.0:1746147232.582066:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1483 00002000:00100000:0.0:1746147232.582072:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091424000 x1830967345906816/t4294970403(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.582080:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424000 with x1830967345906816 ext(0->7) 00010000:00010000:0.0:1746147232.582086:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd3e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f227 expref: 93 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.582097:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfd3e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f227 expref: 93 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.582102:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091424000 00000100:00100000:0.0:1746147232.591326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.601928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.606662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.607971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.612156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.616436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.619188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.623015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.628194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.636272:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.643357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.648363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.648415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.654025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.654112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.657956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.661884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.664509:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2008:x1830967345909760:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2080us (2624us total) trans 4294970405 rc 0/0 00000100:00100000:0.0:1746147232.664518:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1487 00002000:00100000:0.0:1746147232.664526:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c34000 x1830967345909760/t4294970405(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.664535:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c34000 with x1830967345909760 ext(0->7) 00010000:00010000:0.0:1746147232.664543:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfd405 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f24a expref: 97 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.664556:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfd405 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f24a expref: 97 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.664562:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c34000 00000100:00100000:0.0:1746147232.676138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.687688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.698774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.702940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.703186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.708631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.711466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.712350:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2008:x1830967345911040:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 729us (884us total) trans 4294970406 rc 0/0 00000100:00100000:0.0:1746147232.712356:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1490 00002000:00100000:0.0:1746147232.712360:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e3b80 x1830967345911040/t4294970406(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.712366:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3b80 with x1830967345911040 ext(0->7) 00010000:00010000:0.0:1746147232.712370:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd413 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f258 expref: 98 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.712378:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd413 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f258 expref: 98 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.712383:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e3b80 00000100:00100000:0.0:1746147232.719774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.723965:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345911424 00000100:00100000:0.0:1746147232.723970:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345911424 00002000:00100000:0.0:1746147232.723997:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094408000 x1830967345911424/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.724007:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967345911424 ext(0->4095) 00002000:00010000:0.0:1746147232.724011:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:0.0:1746147232.724035:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12588 00000100:00100000:0.0:1746147232.724041:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345911424:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.724142:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345911424:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (612us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.724148:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12588 00002000:00100000:0.0:1746147232.724153:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094408000 x1830967345911424/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.724159:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967345911424 ext(0->4095) 00002000:00010000:0.0:1746147232.724162:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:0.0:1746147232.726957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.732411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.735562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.735660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.740162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.740198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.743618:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345912832 00000100:00100000:0.0:1746147232.743622:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345912832 00002000:00100000:0.0:1746147232.743644:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfb5f80 x1830967345912832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 488/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.743649:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5f80 with x1830967345912832 ext(0->4095) 00010000:00010000:0.0:1746147232.743654:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 98 pid: 9587 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.743662:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 98 pid: 9587 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.743667:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb5f80 00000100:00100000:0.0:1746147232.743691:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1491 00000100:00100000:0.0:1746147232.743697:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2008:x1830967345912832:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.743795:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2008:x1830967345912832:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.743813:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1491 00002000:00100000:0.0:1746147232.743818:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfb5f80 x1830967345912832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.743824:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5f80 with x1830967345912832 ext(0->4095) 00010000:00010000:0.0:1746147232.743828:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 98 pid: 9587 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.743837:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 98 pid: 9587 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.743842:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb5f80 00000100:00100000:0.0:1746147232.755392:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345912960 00000100:00100000:0.0:1746147232.755398:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345912960 00002000:00100000:0.0:1746147232.755430:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090566a00 x1830967345912960/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.755438:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090566a00 with x1830967345912960 ext(0->7) 00010000:00010000:0.0:1746147232.755444:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 98 pid: 9587 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.755455:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 98 pid: 9587 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.755460:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090566a00 00000100:00100000:0.0:1746147232.755485:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1492 00000100:00100000:0.0:1746147232.755492:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2005:x1830967345912960:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.756351:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967345912960:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 857us (1035us total) trans 4294970407 rc 0/0 00000100:00100000:0.0:1746147232.756359:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1492 00002000:00100000:0.0:1746147232.756365:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090566a00 x1830967345912960/t4294970407(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.756372:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090566a00 with x1830967345912960 ext(0->7) 00010000:00010000:0.0:1746147232.756377:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 100 pid: 9587 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.756387:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd428 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f26d expref: 100 pid: 9587 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.756392:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090566a00 00000100:00100000:0.0:1746147232.760824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.768941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.769428:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339626368:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147232.769444:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147232.769482:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2008:x1830967345913088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7658us (8666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147232.769490:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13055 00000100:00100000:0.0:1746147232.772152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.775852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.777329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.781833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.788115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.789490:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+103:2006:x1830967345914240:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 971us (1379us total) trans 4294970408 rc 0/0 00000100:00100000:0.0:1746147232.789497:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1495 00002000:00100000:0.0:1746147232.789505:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e2300 x1830967345914240/t4294970408(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.789512:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2300 with x1830967345914240 ext(0->7) 00010000:00010000:0.0:1746147232.789517:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd436 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f27b expref: 103 pid: 9587 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.789526:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd436 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f27b expref: 103 pid: 9587 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.789531:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e2300 00000100:00100000:0.0:1746147232.799321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.806327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.809981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.812378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.813491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.817163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.826758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.829118:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2008:x1830967345915520:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2123us (2360us total) trans 4294970409 rc 0/0 00000100:00100000:0.0:1746147232.829127:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1498 00002000:00100000:0.0:1746147232.829134:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e0a80 x1830967345915520/t4294970409(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.829147:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967345915520 ext(0->7) 00010000:00010000:0.0:1746147232.829155:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfd444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f289 expref: 104 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.829167:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfd444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f289 expref: 104 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.829172:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e0a80 00000100:00100000:0.0:1746147232.831377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.837353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.839905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.845561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.851324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.851417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.859619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.859661:0:7244:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339627776 00000100:00100000:0.0:1746147232.859667:0:7244:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339627776 00000100:00100000:0.0:1746147232.859708:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1746147232.859978:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967339627776:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147232.860346:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967339627776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147232.868355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.873415:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2006:x1830967345917568:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4905us (5058us total) trans 4294970410 rc 0/0 00000100:00100000:0.0:1746147232.873425:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1501 00002000:00100000:0.0:1746147232.873434:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c71c00 x1830967345917568/t4294970410(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.873443:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71c00 with x1830967345917568 ext(0->7) 00010000:00010000:0.0:1746147232.873451:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfd459 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f29e expref: 107 pid: 9589 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.873464:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfd459 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f29e expref: 107 pid: 9589 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.873470:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c71c00 00000100:00100000:0.0:1746147232.881068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.887981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.892950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.893160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.897506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.898309:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345918592 00000100:00100000:0.0:1746147232.898315:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345918592 00002000:00100000:0.0:1746147232.898344:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bad80 x1830967345918592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.898352:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bad80 with x1830967345918592 ext(0->4095) 00010000:00010000:0.0:1746147232.898358:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd467 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ac expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.898367:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd467 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ac expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.898372:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71bad80 00000100:00100000:0.0:1746147232.898386:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1502 00000100:00100000:0.0:1746147232.898393:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345918592:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.898492:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345918592:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.898498:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1502 00002000:00100000:0.0:1746147232.898503:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bad80 x1830967345918592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.898510:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bad80 with x1830967345918592 ext(0->4095) 00010000:00010000:0.0:1746147232.898514:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd467 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ac expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746147232.898521:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626400/0x29021e8779bfd467 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ac expref: 6 pid: 24989 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746147232.898526:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71bad80 00000100:00100000:0.0:1746147232.907313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.922577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.933460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.948917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.951359:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2006:x1830967345919232:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2258us (2440us total) trans 4294970411 rc 0/0 00000100:00100000:0.0:1746147232.951369:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1503 00002000:00100000:0.0:1746147232.951377:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa1880 x1830967345919232/t4294970411(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.951384:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1880 with x1830967345919232 ext(0->7) 00010000:00010000:0.0:1746147232.951392:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfd46e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2b3 expref: 108 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147232.951404:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093626600/0x29021e8779bfd46e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2b3 expref: 108 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147232.951410:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa1880 00000100:00100000:0.0:1746147232.953014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.956766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.958879:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345919744 00000100:00100000:0.0:1746147232.958883:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345919744 00002000:00100000:0.0:1746147232.958913:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bb100 x1830967345919744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/0 e 0 to 0 dl 1746147243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.958921:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967345919744 ext(0->4095) 00010000:00010000:0.0:1746147232.958927:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779bfd475 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ba expref: 6 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147232.958937:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779bfd475 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ba expref: 6 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147232.958942:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:0.0:1746147232.958955:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1504 00000100:00100000:0.0:1746147232.958960:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345919744:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147232.959128:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967345919744:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147232.959134:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1504 00002000:00100000:0.0:1746147232.959139:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bb100 x1830967345919744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.959152:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967345919744 ext(0->4095) 00010000:00010000:0.0:1746147232.959156:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779bfd475 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ba expref: 6 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147232.959164:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779bfd475 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2ba expref: 6 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147232.959170:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:0.0:1746147232.964050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.965963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.968141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.970898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.971999:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+111:2005:x1830967345920512:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 819us (1102us total) trans 4294970412 rc 0/0 00000100:00100000:0.0:1746147232.972006:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1506 00002000:00100000:0.0:1746147232.972013:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa0700 x1830967345920512/t4294970412(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:608/0 lens 496/448 e 0 to 0 dl 1746147243 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147232.972020:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0700 with x1830967345920512 ext(0->7) 00010000:00010000:0.0:1746147232.972025:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b46e00/0x29021e8779bfd47c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2c1 expref: 111 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147232.972035:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b46e00/0x29021e8779bfd47c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2c1 expref: 111 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147232.972040:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa0700 00000100:00100000:0.0:1746147232.973726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.978388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.983706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.988428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.988476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.991061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.992714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.993926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147232.997564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.003556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.005063:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2006:x1830967345922304:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 703us (1818us total) trans 4294970413 rc 0/0 00000100:00100000:0.0:1746147233.005069:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1509 00002000:00100000:0.0:1746147233.005075:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d5d880 x1830967345922304/t4294970413(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.005083:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830967345922304 ext(0->7) 00010000:00010000:0.0:1746147233.005088:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2d6 expref: 113 pid: 9589 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.005098:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2d6 expref: 113 pid: 9589 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.005103:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5d880 00000100:00100000:0.0:1746147233.007526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.017457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.022283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.023265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.025211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.027187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.029309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.032445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.034020:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2005:x1830967345923968:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1098us (1578us total) trans 4294970414 rc 0/0 00000100:00100000:0.0:1746147233.034026:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1511 00002000:00100000:0.0:1746147233.034031:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d5d180 x1830967345923968/t4294970414(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.034038:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830967345923968 ext(0->7) 00010000:00010000:0.0:1746147233.034043:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd4a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2eb expref: 114 pid: 9589 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.034052:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd4a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f2eb expref: 114 pid: 9589 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.034057:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5d180 00000100:00100000:0.0:1746147233.036823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.039258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.043157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.044383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.046342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.048484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.051870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.054469:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2006:x1830967345925248:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2070us (2592us total) trans 4294970415 rc 0/0 00000100:00100000:0.0:1746147233.054483:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1513 00002000:00100000:0.0:1746147233.054496:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417e680 x1830967345925248/t4294970415(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.054506:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967345925248 ext(0->7) 00010000:00010000:0.0:1746147233.054516:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd4b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f300 expref: 117 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.054532:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd4b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f300 expref: 117 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.054539:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417e680 00000100:00100000:0.0:1746147233.058476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.063463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.068793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.068857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.072619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.075958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.080586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.084716:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2007:x1830967345926528:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3620us (4128us total) trans 4294970416 rc 0/0 00000100:00100000:0.0:1746147233.084726:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1515 00002000:00100000:0.0:1746147233.084735:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417d880 x1830967345926528/t4294970416(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.084743:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d880 with x1830967345926528 ext(0->7) 00010000:00010000:0.0:1746147233.084751:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779bfd4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f307 expref: 118 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.084770:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779bfd4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f307 expref: 118 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.084776:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417d880 00000100:00100000:0.0:1746147233.088067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.090584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.092723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.096179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.099909:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345927680 00000100:00100000:0.0:1746147233.099913:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345927680 00002000:00100000:0.0:1746147233.099933:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71b9f80 x1830967345927680/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/0 e 0 to 0 dl 1746147244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.099940:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9f80 with x1830967345927680 ext(0->4095) 00010000:00010000:0.0:1746147233.099945:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd4c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f30e expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.099952:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd4c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f30e expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.099958:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71b9f80 00000100:00100000:0.0:1746147233.099970:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1516 00000100:00100000:0.0:1746147233.099974:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345927680:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147233.100068:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345927680:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147233.100073:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1516 00002000:00100000:0.0:1746147233.100079:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71b9f80 x1830967345927680/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.100085:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9f80 with x1830967345927680 ext(0->4095) 00010000:00010000:0.0:1746147233.100089:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd4c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f30e expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.100095:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd4c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f30e expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.100100:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71b9f80 00000100:00100000:0.0:1746147233.103351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.105982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.106085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.109957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.113075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.114229:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2005:x1830967345928576:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 845us (1158us total) trans 4294970417 rc 0/0 00000100:00100000:0.0:1746147233.114236:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1518 00002000:00100000:0.0:1746147233.114255:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5fb80 x1830967345928576/t4294970417(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.114262:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5fb80 with x1830967345928576 ext(0->7) 00010000:00010000:0.0:1746147233.114268:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd4d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f31c expref: 121 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.114277:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd4d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f31c expref: 121 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.114288:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5fb80 00000100:00100000:0.0:1746147233.116668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.121984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.123709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.127452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.133081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.137208:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.137972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.137999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.140921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.142775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.146290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.148485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.150951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.152431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.154662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.156483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.159400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.159435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.159479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.162514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.164493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.165671:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2007:x1830967345932672:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 773us (1181us total) trans 4294970419 rc 0/0 00000100:00100000:0.0:1746147233.165678:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1523 00002000:00100000:0.0:1746147233.165683:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093af8700 x1830967345932672/t4294970419(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.165690:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8700 with x1830967345932672 ext(0->7) 00010000:00010000:0.0:1746147233.165694:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779bfd501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f346 expref: 125 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.165702:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779bfd501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f346 expref: 125 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.165707:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093af8700 00000100:00100000:0.0:1746147233.170624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.180289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.182301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.184641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.186192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.187486:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2007:x1830967345933952:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1072us (1293us total) trans 4294970420 rc 0/0 00000100:00100000:0.0:1746147233.187496:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1525 00002000:00100000:0.0:1746147233.187502:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130662d80 x1830967345933952/t4294970420(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.187508:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130662d80 with x1830967345933952 ext(0->7) 00010000:00010000:0.0:1746147233.187513:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b46000/0x29021e8779bfd50f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f35b expref: 126 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.187522:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b46000/0x29021e8779bfd50f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f35b expref: 126 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.187530:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130662d80 00000100:00100000:0.0:1746147233.189356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.193084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.195559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.201117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.203040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.204506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.206930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.207010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.207028:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345935232 00000100:00100000:0.0:1746147233.207032:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345935232 00010000:00010000:0.0:1746147233.207049:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779bfd51d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f362 expref: 127 pid: 24989 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746147233.207081:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13090 00000100:00100000:0.0:1746147233.207086:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2005:x1830967345935232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147233.207093:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147233.207107:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779bfd51d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f362 expref: 127 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.207116:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779bfd51d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f362 expref: 127 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.207131:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779bfd51d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f362 expref: 127 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.207303:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147233.207304:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147233.207310:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f369 expref: 126 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.207316:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd524 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f369 expref: 126 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.207350:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd524 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f369 expref: 126 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.207358:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd524 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f369 expref: 126 pid: 24989 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746147233.207367:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130662a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339634560:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147233.207414:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147233.211943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.212092:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1528 00000100:00100000:0.0:1746147233.212099:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2007:x1830967345935744:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147233.212905:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+128:2007:x1830967345935744:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (962us total) trans 4294970421 rc 0/0 00000100:00100000:0.0:1746147233.212911:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1528 00002000:00100000:0.0:1746147233.212917:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130662a00 x1830967345935744/t4294970421(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.213011:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130662a00 with x1830967345935744 ext(0->7) 00010000:00010000:0.0:1746147233.213017:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd524 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f369 expref: 128 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.213191:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd524 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f369 expref: 128 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.213196:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130662a00 00000100:00100000:0.0:1746147233.214653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.216851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.219465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.221270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.223544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.227357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.234114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.234177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.237190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.239304:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.240621:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+130:2008:x1830967345937792:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1187us (1314us total) trans 4294970422 rc 0/0 00000100:00100000:0.0:1746147233.240630:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1530 00002000:00100000:0.0:1746147233.240636:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945aea00 x1830967345937792/t4294970422(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.240643:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aea00 with x1830967345937792 ext(0->7) 00010000:00010000:0.0:1746147233.240648:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779bfd539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f37e expref: 130 pid: 24989 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.240657:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779bfd539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f37e expref: 130 pid: 24989 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.240663:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945aea00 00000100:00100000:0.0:1746147233.242993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.245650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.248493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.250754:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.264829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.267420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.268618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.270339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.271329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.272045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.274774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.276865:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.279540:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+133:2008:x1830967345940096:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 854us (2674us total) trans 4294970423 rc 0/0 00000100:00100000:0.0:1746147233.279547:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1532 00002000:00100000:0.0:1746147233.279553:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a3cdb100 x1830967345940096/t4294970423(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.279558:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cdb100 with x1830967345940096 ext(0->7) 00010000:00010000:0.0:1746147233.279563:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfd54e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f393 expref: 133 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.279576:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af600/0x29021e8779bfd54e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f393 expref: 133 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.279581:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cdb100 00000100:00100000:0.0:1746147233.281237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.285174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.290126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.294818:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.297435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.302930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.302976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.305359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.305422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.309629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.311681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.313143:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2008:x1830967345942144:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 824us (1463us total) trans 4294970424 rc 0/0 00000100:00100000:0.0:1746147233.313149:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1535 00002000:00100000:0.0:1746147233.313154:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945a8380 x1830967345942144/t4294970424(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.313161:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8380 with x1830967345942144 ext(0->7) 00010000:00010000:0.0:1746147233.313165:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfd563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3a8 expref: 134 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.313174:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944afc00/0x29021e8779bfd563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3a8 expref: 134 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.313180:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945a8380 00000100:00100000:0.0:1746147233.316430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.325520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.330223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.332991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.337028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.339688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.339725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.339750:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345943296 00000100:00100000:0.0:1746147233.339753:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345943296 00010000:00010000:0.0:1746147233.339766:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd56a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3af expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746147233.340127:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13102 00000100:00100000:0.0:1746147233.340134:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967345943296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147233.340142:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147233.340156:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd56a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3af expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.340165:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd56a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3af expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.340177:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd56a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3af expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.340626:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147233.341045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.342319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.345175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.347085:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967345943936:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1747us (1908us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1746147233.347095:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1537 00002000:00100000:0.0:1746147233.347102:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945a8000 x1830967345943936/t4294970425(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.347109:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8000 with x1830967345943936 ext(0->7) 00010000:00010000:0.0:1746147233.347116:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd578 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3bd expref: 137 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.347127:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd578 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3bd expref: 137 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.347132:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945a8000 00000100:00100000:0.0:1746147233.349557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.352008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.357428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.360430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.363914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.364222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.367297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.369371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.371750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.374176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.375777:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+138:2005:x1830967345945600:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 618us (1601us total) trans 4294970426 rc 0/0 00000100:00100000:0.0:1746147233.375784:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1539 00002000:00100000:0.0:1746147233.375788:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009053f480 x1830967345945600/t4294970426(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.375794:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053f480 with x1830967345945600 ext(0->7) 00010000:00010000:0.0:1746147233.375811:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd58d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3d2 expref: 138 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.375819:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd58d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3d2 expref: 138 pid: 9588 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.375825:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053f480 00000100:00100000:0.0:1746147233.376890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.378436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.380906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.383181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.385603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.385647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.387525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.388320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.388435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.390434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.395360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.396733:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+141:2006:x1830967345947648:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 780us (1377us total) trans 4294970427 rc 0/0 00000100:00100000:0.0:1746147233.396741:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1541 00002000:00100000:0.0:1746147233.396747:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009053c000 x1830967345947648/t4294970427(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.396755:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c000 with x1830967345947648 ext(0->7) 00010000:00010000:0.0:1746147233.396759:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd5a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3e7 expref: 141 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.396768:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd5a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3e7 expref: 141 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.396773:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053c000 00000100:00100000:0.0:1746147233.401865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.404776:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.406372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.408872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.408937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.411646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.415989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.417775:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+142:2005:x1830967345948928:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1584us (1788us total) trans 4294970428 rc 0/0 00000100:00100000:0.0:1746147233.417782:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1544 00002000:00100000:0.0:1746147233.417788:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d82680 x1830967345948928/t4294970428(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.417806:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d82680 with x1830967345948928 ext(0->7) 00010000:00010000:0.0:1746147233.417811:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd5b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3f5 expref: 142 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.417821:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd5b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3f5 expref: 142 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.417827:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d82680 00000100:00100000:0.0:1746147233.427805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.439638:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345949312 00000100:00100000:0.0:1746147233.439645:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345949312 00002000:00100000:0.0:1746147233.439681:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bb800 x1830967345949312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/0 e 0 to 0 dl 1746147244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.439690:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb800 with x1830967345949312 ext(0->4095) 00002000:00010000:0.0:1746147233.439695:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71bb800 00000100:00100000:0.0:1746147233.439884:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12625 00000100:00100000:0.0:1746147233.439891:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345949312:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147233.440010:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345949312:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (447us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147233.440016:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12625 00002000:00100000:0.0:1746147233.440021:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bb800 x1830967345949312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746147244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.440028:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb800 with x1830967345949312 ext(0->4095) 00002000:00010000:0.0:1746147233.440030:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71bb800 00000100:00100000:0.0:1746147233.443083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.445294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.449034:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345949952 00000100:00100000:0.0:1746147233.449037:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345949952 00010000:00010000:0.0:1746147233.449051:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd5b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3fc expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746147233.449069:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13112 00000100:00100000:0.0:1746147233.449074:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345949952:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147233.449081:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147233.449091:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd5b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3fc expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.449098:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd5b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3fc expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.449115:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd5b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f3fc expref: 6 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.449207:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147233.449238:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967345949952:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 163us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147233.449262:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13112 00000100:00100000:0.0:1746147233.453840:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345950080 00000100:00100000:0.0:1746147233.453844:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345950080 00000100:00100000:0.0:1746147233.453871:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28335 00000100:00100000:0.0:1746147233.453877:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967345950080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147233.453888:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147233.453897:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe61800/0x29021e8779bfd5cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f411 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.453914:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f40a expref: 142 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.453922:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147233.453924:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147233.453926:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe61800/0x29021e8779bfd5cc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f411 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147233.455991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.475697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.482606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.490428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.490477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.497726:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339639808:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147233.501441:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339639936:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147233.501468:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd5da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f41f expref: 145 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.501483:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653c00, rc 0) 00000100:00100000:0.0:1746147233.501522:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+145:1172:x1830967345951360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9057us (11044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147233.501529:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28337 00000100:00100000:0.0:1746147233.502470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.503496:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345952000 00000100:00100000:0.0:1746147233.503499:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345952000 00000100:00100000:0.0:1746147233.503530:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28338 00000100:00100000:0.0:1746147233.503535:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967345952000:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147233.503545:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147233.503554:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6000/0x29021e8779bfd5e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f426 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.503567:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd5da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f41f expref: 144 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.503571:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147233.503572:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147233.503574:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6000/0x29021e8779bfd5e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f426 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.503638:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd5da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f41f expref: 144 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.503647:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd5da lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f41f expref: 144 pid: 9588 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746147233.503656:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339640064:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147233.503716:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147233.506010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.506123:0:11929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339640192:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147233.506137:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147233.506179:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+144:2007:x1830967345951872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2899us (3016us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147233.506188:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13116 00000100:00100000:0.0:1746147233.510653:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+146:2007:x1830967345952512:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 666us (1020us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1746147233.510661:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1550 00002000:00100000:0.0:1746147233.510668:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094408380 x1830967345952512/t4294970430(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.510675:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408380 with x1830967345952512 ext(0->7) 00010000:00010000:0.0:1746147233.510680:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd5da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f41f expref: 146 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.510690:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd5da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f41f expref: 146 pid: 9588 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.510695:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094408380 00000100:00100000:0.0:1746147233.515292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.527522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.528511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.531566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.531711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.531731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.531765:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13119 00000100:00100000:0.0:1746147233.531772:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+147:2007:x1830967345953664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147233.531781:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147233.531790:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd5e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f42d expref: 147 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.531823:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd5e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f42d expref: 147 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.531874:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd5e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f42d expref: 147 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.531908:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147233.531927:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+146:2007:x1830967345953664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 156us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147233.531933:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13119 00000100:00100000:0.0:1746147233.534536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.545628:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+148:2006:x1830967345954304:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (1617us total) trans 4294970431 rc 0/0 00000100:00100000:0.0:1746147233.545635:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1553 00002000:00100000:0.0:1746147233.545640:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090567100 x1830967345954304/t4294970431(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.545647:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090567100 with x1830967345954304 ext(0->7) 00010000:00010000:0.0:1746147233.545651:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfd5ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f434 expref: 148 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.545660:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfd5ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f434 expref: 148 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.545665:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090567100 00000100:00100000:0.0:1746147233.551041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.558654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.560943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.560978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.565099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.568586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.570699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.572009:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+151:2005:x1830967345955584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1035us (1313us total) trans 4294970432 rc 0/0 00000100:00100000:0.0:1746147233.572016:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1555 00002000:00100000:0.0:1746147233.572022:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fbd180 x1830967345955584/t4294970432(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.572028:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd180 with x1830967345955584 ext(0->7) 00010000:00010000:0.0:1746147233.572033:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd5fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f449 expref: 151 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.572043:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd5fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f449 expref: 151 pid: 9588 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.572048:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fbd180 00000100:00100000:0.0:1746147233.573378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.575470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.577524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.579922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.593463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.596219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.596287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.599171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.599537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.599826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.601435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.604691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.614221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.624237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.628862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.629626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.631686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.636166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.637476:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+154:2005:x1830967345959168:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1090us (1314us total) trans 4294970434 rc 0/0 00000100:00100000:0.0:1746147233.637484:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1560 00002000:00100000:0.0:1746147233.637492:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa0e00 x1830967345959168/t4294970434(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.637499:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0e00 with x1830967345959168 ext(0->7) 00010000:00010000:0.0:1746147233.637504:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f465 expref: 154 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.637513:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f465 expref: 154 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.637518:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa0e00 00000100:00100000:0.0:1746147233.642453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.649174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.652201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.653544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.657451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.658494:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.660922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.661549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.664323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.667222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.668668:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+156:2006:x1830967345960960:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1451us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1746147233.668674:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1563 00002000:00100000:0.0:1746147233.668679:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c72d80 x1830967345960960/t4294970435(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.668685:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72d80 with x1830967345960960 ext(0->7) 00010000:00010000:0.0:1746147233.668690:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd635 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f47a expref: 156 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.668698:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd635 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f47a expref: 156 pid: 9588 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.668702:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c72d80 00000100:00100000:0.0:1746147233.670783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.674698:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345961344 00000100:00100000:0.0:1746147233.674703:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345961344 00002000:00100000:0.0:1746147233.674731:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a87800 x1830967345961344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/0 e 0 to 0 dl 1746147244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.674740:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87800 with x1830967345961344 ext(0->4095) 00002000:00010000:0.0:1746147233.674743:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87800 00000100:00100000:0.0:1746147233.674849:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12634 00000100:00100000:0.0:1746147233.674856:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345961344:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147233.675089:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345961344:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 233us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147233.675095:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12634 00002000:00100000:0.0:1746147233.675100:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a87800 x1830967345961344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746147244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.675106:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87800 with x1830967345961344 ext(0->4095) 00002000:00010000:0.0:1746147233.675109:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87800 00000100:00100000:0.0:1746147233.677109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.678908:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.683609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.683969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.686504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.688182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.693033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.696693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.697990:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+159:2008:x1830967345963008:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 829us (1300us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1746147233.697998:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1565 00002000:00100000:0.0:1746147233.698003:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c35500 x1830967345963008/t4294970436(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.698009:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35500 with x1830967345963008 ext(0->7) 00010000:00010000:0.0:1746147233.698013:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfd64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f48f expref: 159 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.698022:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfd64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f48f expref: 159 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.698026:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c35500 00000100:00100000:0.0:1746147233.701903:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.711224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.715298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.716023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.717294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.720465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.721294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.721313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.726873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.733418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.734403:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+161:2007:x1830967345964800:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (989us total) trans 4294970437 rc 0/0 00000100:00100000:0.0:1746147233.734411:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1568 00002000:00100000:0.0:1746147233.734416:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f7b480 x1830967345964800/t4294970437(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.734422:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967345964800 ext(0->7) 00010000:00010000:0.0:1746147233.734427:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfd65f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4a4 expref: 161 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.734434:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfd65f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4a4 expref: 161 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.734439:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f7b480 00000100:00100000:0.0:1746147233.737517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.741219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.745508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.747556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.751806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.751859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.754965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.754999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.759676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.761689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.770873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.776682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.781223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.781820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.787018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.790882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.796438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.801233:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+165:2006:x1830967345968128:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4550us (4793us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746147233.801260:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1573 00002000:00100000:0.0:1746147233.801270:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ad1180 x1830967345968128/t4294970439(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.801279:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1180 with x1830967345968128 ext(0->7) 00010000:00010000:0.0:1746147233.801287:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4c7 expref: 165 pid: 9587 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.801301:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4c7 expref: 165 pid: 9587 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.801307:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ad1180 00000100:00100000:0.0:1746147233.804892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.808081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.813234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.817038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.817769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.821001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.822382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.822427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.826206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.828705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.834803:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+167:2005:x1830967345969920:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4828us (6088us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746147233.834813:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1576 00002000:00100000:0.0:1746147233.834822:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad7480 x1830967345969920/t4294970440(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.834830:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad7480 with x1830967345969920 ext(0->7) 00010000:00010000:0.0:1746147233.834840:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd697 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4dc expref: 167 pid: 9589 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.834854:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd697 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4dc expref: 167 pid: 9589 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.834860:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad7480 00000100:00100000:0.0:1746147233.846982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.855590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.856800:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.856859:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345970432 00000100:00100000:0.0:1746147233.856862:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345970432 00002000:00100000:0.0:1746147233.856884:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967345970432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 488/0 e 0 to 0 dl 1746147244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.856892:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967345970432 ext(0->4095) 00002000:00010000:0.0:1746147233.856895:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a3cd8e00 00000100:00100000:0.0:1746147233.856908:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12642 00000100:00100000:0.0:1746147233.856913:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+168:2006:x1830967345970432:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147233.857014:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+168:2006:x1830967345970432:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147233.857019:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12642 00002000:00100000:0.0:1746147233.857024:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967345970432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746147244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.857030:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967345970432 ext(0->4095) 00010000:00010000:0.0:1746147233.857035:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd69e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4e3 expref: 168 pid: 9589 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.857045:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af200/0x29021e8779bfd69e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4e3 expref: 168 pid: 9589 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.857050:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cd8e00 00000100:00100000:0.0:1746147233.859125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.859350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.864054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.867635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.872761:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+168:2006:x1830967345971200:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1573us (5128us total) trans 4294970441 rc 0/0 00000100:00100000:0.0:1746147233.872771:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1578 00002000:00100000:0.0:1746147233.872778:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d5ea00 x1830967345971200/t4294970441(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.872786:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830967345971200 ext(0->7) 00010000:00010000:0.0:1746147233.872802:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd6a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4ea expref: 168 pid: 9589 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.872813:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944ae000/0x29021e8779bfd6a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4ea expref: 168 pid: 9589 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.872819:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:0.0:1746147233.874577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.881808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.881834:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345971584 00000100:00100000:0.0:1746147233.881841:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345971584 00002000:00100000:0.0:1746147233.881876:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093d5c700 x1830967345971584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/0 e 0 to 0 dl 1746147244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.881885:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c700 with x1830967345971584 ext(0->4095) 00002000:00010000:0.0:1746147233.881890:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5c700 00000100:00100000:0.0:1746147233.881919:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12643 00000100:00100000:0.0:1746147233.881925:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345971584:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147233.882028:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345971584:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147233.882034:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12643 00002000:00100000:0.0:1746147233.882039:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093d5c700 x1830967345971584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746147244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.882050:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c700 with x1830967345971584 ext(0->4095) 00002000:00010000:0.0:1746147233.882052:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d5c700 00000100:00100000:0.0:1746147233.883958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.887112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.887923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.890443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.891028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.891052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.895115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.897575:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+170:2007:x1830967345972992:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 843us (2459us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1746147233.897581:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1581 00002000:00100000:0.0:1746147233.897588:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417fb80 x1830967345972992/t4294970442(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.897595:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417fb80 with x1830967345972992 ext(0->7) 00010000:00010000:0.0:1746147233.897600:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd6ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4ff expref: 170 pid: 9588 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.897608:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd6ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f4ff expref: 170 pid: 9588 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.897613:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417fb80 00000100:00100000:0.0:1746147233.904914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.914696:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.923003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.924195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.927749:0:11929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339647744:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147233.927763:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147233.928115:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967345973632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4973us (5115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147233.928122:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13150 00000100:00100000:0.0:1746147233.931103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.935907:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+173:2008:x1830967345974272:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3775us (4797us total) trans 4294970443 rc 0/0 00000100:00100000:0.0:1746147233.935918:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1583 00002000:00100000:0.0:1746147233.935926:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417ea00 x1830967345974272/t4294970443(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:609/0 lens 496/448 e 0 to 0 dl 1746147244 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147233.935933:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ea00 with x1830967345974272 ext(0->7) 00010000:00010000:0.0:1746147233.935941:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd6c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f50d expref: 173 pid: 9589 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746147233.935953:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af400/0x29021e8779bfd6c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f50d expref: 173 pid: 9589 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746147233.935963:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417ea00 00000100:00100000:0.0:1746147233.945333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.951280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.952345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.956845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.956898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.962259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.966743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.983972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.988045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147233.990094:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13153 00000100:00100000:0.0:1746147233.990106:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+175:2005:x1830967345975808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147233.990120:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147233.990138:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd6d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f51b expref: 175 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147233.990150:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd6d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f51b expref: 175 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147233.990168:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944aec00/0x29021e8779bfd6d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f51b expref: 175 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147233.990185:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147233.990186:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147233.990192:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd6dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f522 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.990199:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd6dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f522 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.990227:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd6dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f522 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147233.990237:0:7225:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800944ae400/0x29021e8779bfd6dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f522 expref: 5 pid: 9589 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147233.990267:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339648640:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147233.999535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.007560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.015945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.021835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.034336:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.035872:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+176:2006:x1830967345976704:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 992us (1543us total) trans 4294970445 rc 0/0 00000100:00100000:0.0:1746147234.035878:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1588 00002000:00100000:0.0:1746147234.035883:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082df80 x1830967345976704/t4294970445(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.035889:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082df80 with x1830967345976704 ext(0->7) 00010000:00010000:0.0:1746147234.035894:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfd6e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f529 expref: 176 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.035903:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfd6e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f529 expref: 176 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.035908:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082df80 00000100:00100000:0.0:1746147234.037925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.043387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.048836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.055305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.056337:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+179:2005:x1830967345977984:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 882us (1031us total) trans 4294970446 rc 0/0 00000100:00100000:0.0:1746147234.056343:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1591 00002000:00100000:0.0:1746147234.056349:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082c700 x1830967345977984/t4294970446(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.056354:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c700 with x1830967345977984 ext(0->7) 00010000:00010000:0.0:1746147234.056359:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfd6f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f537 expref: 179 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.056368:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944af800/0x29021e8779bfd6f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f537 expref: 179 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.056373:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082c700 00000100:00100000:0.0:1746147234.061915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.068353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.072218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.076046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.076085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.078911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.078938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.078978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.078997:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345979264 00000100:00100000:0.0:1746147234.079002:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345979264 00000100:00100000:0.0:1746147234.079030:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28381 00000100:00100000:0.0:1746147234.079035:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345979264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147234.079047:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147234.079058:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009492f400/0x29021e8779bfd70e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f553 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.079080:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.079085:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd707 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f54c expref: 179 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.079090:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147234.079093:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009492f400/0x29021e8779bfd70e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f553 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.079119:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd707 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f54c expref: 179 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.079128:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009492f400/0x29021e8779bfd70e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f553 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.079137:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492f400, rc 0) 00000100:00100000:0.0:1746147234.079175:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+7:1178:x1830967345979264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.079180:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28381 00000100:00100000:0.0:1746147234.082610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.085339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.087959:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+180:2008:x1830967345979776:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2228us (2618us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746147234.087967:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1594 00002000:00100000:0.0:1746147234.087984:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944a8700 x1830967345979776/t4294970447(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.087992:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8700 with x1830967345979776 ext(0->7) 00010000:00010000:0.0:1746147234.087999:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f54c expref: 180 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.088012:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfd707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f54c expref: 180 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.088017:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944a8700 00000100:00100000:0.0:1746147234.091551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.095442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.098157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.105690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.107920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.109300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.112966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.113174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.118175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.131358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.133755:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+182:2005:x1830967345981568:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1751us (2400us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746147234.133764:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1597 00002000:00100000:0.0:1746147234.133771:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d77100 x1830967345981568/t4294970448(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.133780:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77100 with x1830967345981568 ext(0->7) 00010000:00010000:0.0:1746147234.133786:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd71c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f561 expref: 182 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.133807:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd71c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f561 expref: 182 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.133813:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d77100 00000100:00100000:0.0:1746147234.136943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.139957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.145776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.149963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.158238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.159401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.159424:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345982592 00000100:00100000:0.0:1746147234.159427:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345982592 00010000:00010000:0.0:1746147234.159443:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd723 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f568 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.159475:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13164 00000100:00100000:0.0:1746147234.159481:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967345982592:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.159488:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.159497:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd723 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f568 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.159506:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd723 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f568 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.159523:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd723 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f568 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.159534:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147234.159549:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967345982592:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 69us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.159553:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13164 00000100:00100000:0.0:1746147234.160800:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.161372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.165816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.170395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.172094:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+184:2005:x1830967345983360:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1502us (1702us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1746147234.172101:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1600 00002000:00100000:0.0:1746147234.172107:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a06a00 x1830967345983360/t4294970449(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.172115:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06a00 with x1830967345983360 ext(0->7) 00010000:00010000:0.0:1746147234.172121:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd731 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f576 expref: 184 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.172132:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd731 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f576 expref: 184 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.172138:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a06a00 00000100:00100000:0.0:1746147234.177916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.187124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.193801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.199199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.199312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.202814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.203695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.204815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.209117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.213356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.218157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.220296:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+186:2006:x1830967345985280:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1308us (2142us total) trans 4294970450 rc 0/0 00000100:00100000:0.0:1746147234.220303:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1603 00002000:00100000:0.0:1746147234.220308:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d29df80 x1830967345985280/t4294970450(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.220315:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29df80 with x1830967345985280 ext(0->7) 00010000:00010000:0.0:1746147234.220321:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f58b expref: 186 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.220331:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f58b expref: 186 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.220336:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d29df80 00000100:00100000:0.0:1746147234.223011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.226407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.231196:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345985792 00000100:00100000:0.0:1746147234.231202:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345985792 00002000:00100000:0.0:1746147234.231234:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e680 x1830967345985792/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:610/0 lens 488/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.231256:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e680 with x1830967345985792 ext(0->4095) 00010000:00010000:0.0:1746147234.231263:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd74d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f592 expref: 6 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.231275:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd74d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f592 expref: 6 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.231281:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e680 00000100:00100000:0.0:1746147234.231295:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1604 00000100:00100000:0.0:1746147234.231301:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345985792:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.231402:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967345985792:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147234.231407:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1604 00002000:00100000:0.0:1746147234.231412:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e680 x1830967345985792/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:610/0 lens 488/4536 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.231419:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e680 with x1830967345985792 ext(0->4095) 00010000:00010000:0.0:1746147234.231423:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd74d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f592 expref: 6 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.231431:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd74d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f592 expref: 6 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.231436:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e680 00000100:00100000:0.0:1746147234.235335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.237053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.238936:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.241495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.242851:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+188:2006:x1830967345986432:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 987us (1358us total) trans 4294970451 rc 0/0 00000100:00100000:0.0:1746147234.242856:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1605 00002000:00100000:0.0:1746147234.242862:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009051ca80 x1830967345986432/t4294970451(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.242869:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ca80 with x1830967345986432 ext(0->7) 00010000:00010000:0.0:1746147234.242873:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f599 expref: 188 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.242882:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f599 expref: 188 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.242887:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051ca80 00000100:00100000:0.0:1746147234.244550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.246782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.248319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.250482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.253007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.253556:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.253589:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.253600:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345987712 00000100:00100000:0.0:1746147234.253603:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345987712 00010000:00010000:0.0:1746147234.253615:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd762 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5a7 expref: 189 pid: 9589 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.253630:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13173 00000100:00100000:0.0:1746147234.253635:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+189:2008:x1830967345987712:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.253641:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.253822:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd762 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5a7 expref: 189 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.253836:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd762 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5a7 expref: 189 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.253848:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfd762 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5a7 expref: 189 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.253879:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147234.253907:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+188:2008:x1830967345987712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 271us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.253913:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13173 00000100:00100000:0.0:1746147234.255451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.258353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.260430:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+190:2007:x1830967345988224:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1200us (2077us total) trans 4294970452 rc 0/0 00000100:00100000:0.0:1746147234.260436:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1608 00002000:00100000:0.0:1746147234.260442:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fbdf80 x1830967345988224/t4294970452(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.260449:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbdf80 with x1830967345988224 ext(0->7) 00010000:00010000:0.0:1746147234.260453:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ae expref: 190 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.260463:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ae expref: 190 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.260468:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fbdf80 00000100:00100000:0.0:1746147234.264229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.269821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.272363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.275744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.278736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.279000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.283835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.283932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.285181:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345989760 00000100:00100000:0.0:1746147234.285185:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345989760 00000100:00100000:0.0:1746147234.285238:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28398 00000100:00100000:0.0:1746147234.285270:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345989760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147234.285280:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147234.285288:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779bfd785 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f5ca expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.285303:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd77e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5c3 expref: 189 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.285308:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147234.285310:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147234.285312:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779bfd785 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ca expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.285329:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd77e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5c3 expref: 189 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.285338:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd77e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5c3 expref: 189 pid: 9588 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.285350:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339653760:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147234.285396:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147234.286729:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.287396:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339653760:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147234.287410:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779bfd785 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ca expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.287420:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6a00, rc 0) 00000100:00100000:0.0:1746147234.287985:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345989760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2715us (3096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.287990:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28398 00000100:00100000:0.0:1746147234.290217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.292431:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+192:2007:x1830967345990272:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1332us (2217us total) trans 4294970453 rc 0/0 00000100:00100000:0.0:1746147234.292438:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1611 00002000:00100000:0.0:1746147234.292445:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc47800 x1830967345990272/t4294970453(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.292452:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47800 with x1830967345990272 ext(0->7) 00010000:00010000:0.0:1746147234.292457:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd77e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5c3 expref: 192 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.292858:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd77e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5c3 expref: 192 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.292872:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc47800 00000100:00100000:0.0:1746147234.295055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.300805:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.302868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.305032:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967345990912 00000100:00100000:0.0:1746147234.305036:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967345990912 00000100:00100000:0.0:1746147234.305053:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28400 00000100:00100000:0.0:1746147234.305058:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+192:1172:x1830967345990912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147234.305064:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147234.305069:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f7000/0x29021e8779bfd793 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f5d8 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.305081:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779bfd785 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ca expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.305088:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd78c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5d1 expref: 193 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.305092:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.305094:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.305096:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7000/0x29021e8779bfd793 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5d8 expref: 193 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.305114:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd78c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5d1 expref: 193 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.305123:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd78c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5d1 expref: 193 pid: 9588 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.305132:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339654016:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147234.305194:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779bfd785 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ca expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.305200:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779bfd785 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ca expref: 5 pid: 9588 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.305207:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339654144:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147234.305220:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147234.309292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.309374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.311753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.311915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.313908:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.315468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.317020:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+194:2005:x1830967345992064:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1385us (1550us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1746147234.317027:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1614 00002000:00100000:0.0:1746147234.317033:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc47100 x1830967345992064/t4294970454(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.317040:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47100 with x1830967345992064 ext(0->7) 00010000:00010000:0.0:1746147234.317046:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800904f7000/0x29021e8779bfd793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5d8 expref: 194 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.317061:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800904f7000/0x29021e8779bfd793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5d8 expref: 194 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.317066:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc47100 00000100:00100000:0.0:1746147234.319356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.323325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.328432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.331922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.336198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.337237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.346022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.346099:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.350500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.353270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.358372:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+197:2006:x1830967345994112:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2417us (5123us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746147234.358383:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1616 00002000:00100000:0.0:1746147234.358391:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8785c00 x1830967345994112/t4294970455(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.358399:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785c00 with x1830967345994112 ext(0->7) 00010000:00010000:0.0:1746147234.358407:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd7a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ed expref: 197 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.358420:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd7a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5ed expref: 197 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.358431:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8785c00 00000100:00100000:0.0:1746147234.360000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.366610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.370661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.371160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.372219:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28406 00000100:00100000:0.0:1746147234.372227:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967345994752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147234.372238:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147234.372258:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f7000/0x29021e8779bfd7bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f602 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.372269:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.372277:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd7b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5fb expref: 197 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.372282:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147234.372285:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7000/0x29021e8779bfd7bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f602 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.372303:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd7b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5fb expref: 197 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.372313:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7000/0x29021e8779bfd7bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f602 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.372320:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7000, rc 0) 00000100:00100000:0.0:1746147234.372339:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967345994752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.372344:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28406 00000100:00100000:0.0:1746147234.374434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.381698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.383931:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+198:2005:x1830967345995392:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1644us (2236us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746147234.383939:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1618 00002000:00100000:0.0:1746147234.383945:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8786300 x1830967345995392/t4294970456(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.383953:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786300 with x1830967345995392 ext(0->7) 00010000:00010000:0.0:1746147234.383960:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd7b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5fb expref: 198 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.383972:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944aee00/0x29021e8779bfd7b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f5fb expref: 198 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.383977:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8786300 00000100:00100000:0.0:1746147234.386076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.388485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.390954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.394615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.398225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.398338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.405228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.408630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.409706:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+201:2006:x1830967345997440:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 898us (1080us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1746147234.409713:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1620 00002000:00100000:0.0:1746147234.409718:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d86dc00 x1830967345997440/t4294970457(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.409725:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86dc00 with x1830967345997440 ext(0->7) 00010000:00010000:0.0:1746147234.409730:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f610 expref: 201 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.409739:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f610 expref: 201 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.409744:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d86dc00 00000100:00100000:0.0:1746147234.412284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.416941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.418606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.420082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.423379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.425606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.425645:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.427910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.428087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.428376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.430820:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.436624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.438366:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+203:2006:x1830967345999744:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 869us (1747us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746147234.438373:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1622 00002000:00100000:0.0:1746147234.438380:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d86d880 x1830967345999744/t4294970458(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.438386:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967345999744 ext(0->7) 00010000:00010000:0.0:1746147234.438390:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800944fea00/0x29021e8779bfd7e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f625 expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.438399:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800944fea00/0x29021e8779bfd7e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f625 expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.438404:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d86d880 00000100:00100000:0.0:1746147234.445701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.449339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.451322:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339656960:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147234.451337:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147234.452343:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+204:2007:x1830967345999872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4749us (6648us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.452351:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13191 00000100:00100000:0.0:1746147234.454313:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346000384 00000100:00100000:0.0:1746147234.454318:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346000384 00010000:00010000:0.0:1746147234.454336:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b12a800/0x29021e8779bfd7e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f62c expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.454355:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13192 00000100:00100000:0.0:1746147234.454360:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+203:2008:x1830967346000384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.454369:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.454387:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b12a800/0x29021e8779bfd7e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f62c expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.454396:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b12a800/0x29021e8779bfd7e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f62c expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.454479:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a800/0x29021e8779bfd7e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f62c expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.454505:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.454507:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.454511:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 202 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.454518:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 202 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.454554:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 202 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.454561:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 202 pid: 9587 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.454568:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339657344:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147234.454605:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147234.456825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.456852:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346000768 00000100:00100000:0.0:1746147234.456855:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346000768 00002000:00100000:0.0:1746147234.456881:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880139988000 x1830967346000768/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.456888:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988000 with x1830967346000768 ext(0->4095) 00010000:00010000:0.0:1746147234.456893:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.456902:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 203 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.456907:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139988000 00000100:00100000:0.0:1746147234.456932:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1624 00000100:00100000:0.0:1746147234.456937:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+203:2006:x1830967346000768:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.460468:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.461367:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+204:2008:x1830967346001024:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 697us (901us total) trans 4294970459 rc 0/0 00000100:00100000:0.0:1746147234.461373:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1625 00002000:00100000:0.0:1746147234.461379:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880139988700 x1830967346001024/t4294970459(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.461385:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988700 with x1830967346001024 ext(0->7) 00010000:00010000:0.0:1746147234.461389:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 204 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.461397:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd7ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f633 expref: 204 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.461402:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139988700 00000100:00100000:0.0:1746147234.464903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.475941:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346001664 00000100:00100000:0.0:1746147234.475945:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346001664 00000100:00100000:0.0:1746147234.476052:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28416 00000100:00100000:0.0:1746147234.476058:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+205:1178:x1830967346001664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147234.476064:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147234.476071:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951a1600/0x29021e8779bfd803 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f648 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.476081:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.476085:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a400/0x29021e8779bfd7fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f641 expref: 206 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.476091:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147234.476094:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a1600/0x29021e8779bfd803 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f648 expref: 206 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.476113:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b12a400/0x29021e8779bfd7fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f641 expref: 206 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.476122:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800951a1600/0x29021e8779bfd803 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f648 expref: 206 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.476130:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:0.0:1746147234.476148:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+206:1178:x1830967346001664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.476154:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28416 00000100:00100000:0.0:1746147234.477781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.484047:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346002048 00000100:00100000:0.0:1746147234.484053:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346002048 00002000:00100000:0.0:1746147234.484084:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a84700 x1830967346002048/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.484093:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830967346002048 ext(0->4095) 00010000:00010000:0.0:1746147234.484101:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a400/0x29021e8779bfd7fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f641 expref: 205 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.484112:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12a400/0x29021e8779bfd7fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f641 expref: 205 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.484118:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84700 00000100:00100000:0.0:1746147234.484145:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1626 00000100:00100000:0.0:1746147234.484151:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+205:2005:x1830967346002048:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.500067:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+207:2008:x1830967346002304:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8252us (9895us total) trans 4294970460 rc 0/0 00000100:00100000:0.0:1746147234.500076:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1627 00002000:00100000:0.0:1746147234.500084:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096a85500 x1830967346002304/t4294970460(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.500092:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967346002304 ext(0->7) 00010000:00010000:0.0:1746147234.500100:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a400/0x29021e8779bfd7fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f641 expref: 207 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.500112:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12a400/0x29021e8779bfd7fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f641 expref: 207 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.500122:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85500 00000100:00100000:0.0:1746147234.503472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.507945:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339657984:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147234.507959:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147234.507990:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+209:2006:x1830967346002432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4327us (4524us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.507999:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13195 00000100:00100000:0.0:1746147234.511281:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346003072 00000100:00100000:0.0:1746147234.511287:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346003072 00010000:00010000:0.0:1746147234.511309:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a1600/0x29021e8779bfd803 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f648 expref: 207 pid: 24989 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.511811:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13196 00000100:00100000:0.0:1746147234.511818:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+207:2006:x1830967346003072:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.511826:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.511840:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800951a1600/0x29021e8779bfd803 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f648 expref: 207 pid: 24989 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.511850:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800951a1600/0x29021e8779bfd803 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f648 expref: 207 pid: 24989 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.511864:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800951a1600/0x29021e8779bfd803 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f648 expref: 207 pid: 24989 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.511886:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.511888:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.511893:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 206 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.511899:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 206 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.511917:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 206 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.511925:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 206 pid: 9587 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.511935:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339658368:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147234.514431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.517168:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346003584 00000100:00100000:0.0:1746147234.517173:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346003584 00002000:00100000:0.0:1746147234.517201:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e8a680 x1830967346003584/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.517209:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8a680 with x1830967346003584 ext(0->7) 00010000:00010000:0.0:1746147234.517214:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 206 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.517223:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 206 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.517229:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8a680 00000100:00100000:0.0:1746147234.517358:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1630 00000100:00100000:0.0:1746147234.517364:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+206:2006:x1830967346003584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.518980:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+208:2006:x1830967346003584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1613us (2108us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746147234.518988:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1630 00002000:00100000:0.0:1746147234.518994:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e8a680 x1830967346003584/t4294970461(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.519001:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8a680 with x1830967346003584 ext(0->7) 00010000:00010000:0.0:1746147234.519007:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 208 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.519019:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779bfd80a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f64f expref: 208 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.519024:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8a680 00000100:00100000:0.0:1746147234.525165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.527286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.530162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.539516:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346004608 00000100:00100000:0.0:1746147234.539523:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346004608 00002000:00100000:0.0:1746147234.539558:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfab480 x1830967346004608/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:610/0 lens 488/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.539566:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfab480 with x1830967346004608 ext(0->4095) 00002000:00010000:0.0:1746147234.539571:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfab480 00000100:00100000:0.0:1746147234.539584:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12671 00000100:00100000:0.0:1746147234.539589:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346004608:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.539695:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346004608:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (3524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147234.539701:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12671 00002000:00100000:0.0:1746147234.539706:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfab480 x1830967346004608/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:610/0 lens 488/4536 e 0 to 0 dl 1746147245 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.539712:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfab480 with x1830967346004608 ext(0->4095) 00010000:00010000:0.0:1746147234.539717:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd811 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f656 expref: 6 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.539726:0:24958:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd811 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f656 expref: 6 pid: 9587 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746147234.539731:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfab480 00000100:00100000:0.0:1746147234.543823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.543873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.548798:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346005376 00000100:00100000:0.0:1746147234.548805:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346005376 00002000:00100000:0.0:1746147234.548832:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e88a80 x1830967346005376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.548840:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88a80 with x1830967346005376 ext(0->4095) 00010000:00010000:0.0:1746147234.548847:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f664 expref: 209 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.548858:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f664 expref: 209 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.548867:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e88a80 00000100:00100000:0.0:1746147234.549878:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1631 00000100:00100000:0.0:1746147234.549891:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+209:2006:x1830967346005376:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.550007:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+209:2006:x1830967346005376:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (1266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147234.550012:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1631 00002000:00100000:0.0:1746147234.550017:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e88a80 x1830967346005376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/4536 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.550024:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88a80 with x1830967346005376 ext(0->4095) 00010000:00010000:0.0:1746147234.550030:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f664 expref: 209 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.550040:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f664 expref: 209 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.550045:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e88a80 00000100:00100000:0.0:1746147234.556538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.558357:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+211:2008:x1830967346005632:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1620us (1821us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746147234.558365:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1632 00002000:00100000:0.0:1746147234.558371:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880139988e00 x1830967346005632/t4294970462(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.558379:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988e00 with x1830967346005632 ext(0->7) 00010000:00010000:0.0:1746147234.558385:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f664 expref: 211 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.558395:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f664 expref: 211 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.558400:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139988e00 00000100:00100000:0.0:1746147234.559769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.563661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.566365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.569035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.570916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.572991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.574144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.574174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.574192:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346006784 00000100:00100000:0.0:1746147234.574195:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346006784 00010000:00010000:0.0:1746147234.574206:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd82d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f672 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.574220:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13202 00000100:00100000:0.0:1746147234.574224:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346006784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.574230:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.574237:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd82d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f672 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.574259:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd82d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f672 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.574275:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd82d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f672 expref: 6 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.574287:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.574289:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.574295:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b12b800/0x29021e8779bfd834 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f679 expref: 211 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.574302:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b12b800/0x29021e8779bfd834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f679 expref: 211 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.574325:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b12b800/0x29021e8779bfd834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f679 expref: 211 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147234.574336:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130577100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339659520:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147234.574379:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147234.577906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.582607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.585150:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+213:2005:x1830967346007424:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2022us (2546us total) trans 4294970463 rc 0/0 00000100:00100000:0.0:1746147234.585160:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1635 00002000:00100000:0.0:1746147234.585167:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130577b80 x1830967346007424/t4294970463(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.585175:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577b80 with x1830967346007424 ext(0->7) 00010000:00010000:0.0:1746147234.585184:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12b800/0x29021e8779bfd834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f679 expref: 213 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.585199:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12b800/0x29021e8779bfd834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f679 expref: 213 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.585206:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130577b80 00000100:00100000:0.0:1746147234.591239:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.598378:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346007808 00000100:00100000:0.0:1746147234.598384:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346007808 00002000:00100000:0.0:1746147234.598417:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e89c00 x1830967346007808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.598425:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89c00 with x1830967346007808 ext(0->4095) 00002000:00010000:0.0:1746147234.598429:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e89c00 00000100:00100000:0.0:1746147234.598451:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12673 00000100:00100000:0.0:1746147234.598457:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+212:2005:x1830967346007808:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.598901:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+212:2005:x1830967346007808:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 443us (658us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147234.598907:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12673 00002000:00100000:0.0:1746147234.598912:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e89c00 x1830967346007808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/4536 e 0 to 0 dl 1746147245 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.598918:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89c00 with x1830967346007808 ext(0->4095) 00002000:00010000:0.0:1746147234.598921:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e89c00 00000100:00100000:0.0:1746147234.603937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.610372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.612843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.614195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.616676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.619172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.619222:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.624627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.627175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.629205:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+214:2005:x1830967346009472:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1319us (2033us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746147234.629214:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1638 00002000:00100000:0.0:1746147234.629221:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130577480 x1830967346009472/t4294970464(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.629229:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577480 with x1830967346009472 ext(0->7) 00010000:00010000:0.0:1746147234.629237:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f68e expref: 214 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.629264:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f68e expref: 214 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.629270:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130577480 00000100:00100000:0.0:1746147234.634328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.636869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.639806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.647367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.647411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.654816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.658660:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346010752 00000100:00100000:0.0:1746147234.658666:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346010752 00010000:00010000:0.0:1746147234.658689:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd857 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f69c expref: 216 pid: 9588 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.658718:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13207 00000100:00100000:0.0:1746147234.658723:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+216:2005:x1830967346010752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.658733:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.658746:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd857 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f69c expref: 216 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.658756:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f69c expref: 216 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.658774:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147234.658808:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+216:2005:x1830967346010752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 84us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.658814:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13207 00000100:00100000:0.0:1746147234.662049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.665889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.665936:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346011136 00000100:00100000:0.0:1746147234.665941:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346011136 00002000:00100000:0.0:1746147234.665969:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed2a00 x1830967346011136/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/0 e 0 to 0 dl 1746147245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.665977:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2a00 with x1830967346011136 ext(0->4095) 00002000:00010000:0.0:1746147234.665981:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed2a00 00000100:00100000:0.0:1746147234.666005:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12677 00000100:00100000:0.0:1746147234.666011:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+214:2006:x1830967346011136:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147234.666118:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+214:2006:x1830967346011136:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147234.666124:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12677 00002000:00100000:0.0:1746147234.666128:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed2a00 x1830967346011136/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 488/4536 e 0 to 0 dl 1746147245 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.666134:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2a00 with x1830967346011136 ext(0->4095) 00002000:00010000:0.0:1746147234.666136:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed2a00 00000100:00100000:0.0:1746147234.685672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.693575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.697898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.701851:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967339661184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746147234.703295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.708047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.713162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.713218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.718394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.718485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.718519:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346012672 00000100:00100000:0.0:1746147234.718526:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346012672 00010000:00010000:0.0:1746147234.718560:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd86c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6b1 expref: 218 pid: 9589 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.718599:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13210 00000100:00100000:0.0:1746147234.718606:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137318000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+218:2005:x1830967346012672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.718618:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.718633:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd86c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6b1 expref: 218 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.718647:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd86c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6b1 expref: 218 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.718665:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147234.718696:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137318000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+218:2005:x1830967346012672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 90us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.718702:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13210 00000100:00100000:0.0:1746147234.725988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.729497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.743386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.752455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.759852:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346013440 00000100:00100000:0.0:1746147234.759860:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346013440 00000100:00100000:0.0:1746147234.760303:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28434 00000100:00100000:0.0:1746147234.760312:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+219:1172:x1830967346013440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147234.760327:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147234.760345:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e4000/0x29021e8779bfd881 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f6c6 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.760371:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147234.760377:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd87a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6bf expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.760383:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147234.760386:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4000/0x29021e8779bfd881 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6c6 expref: 220 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.760431:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd87a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6bf expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.760442:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4000/0x29021e8779bfd881 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6c6 expref: 220 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.760451:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4000, rc 0) 00000100:00100000:0.0:1746147234.760509:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+220:1172:x1830967346013440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.760516:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28434 00000100:00100000:0.0:1746147234.769028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.784129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.789460:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.796304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.802206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.803019:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+220:2006:x1830967346014464:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 561us (819us total) trans 4294970467 rc 0/0 00000100:00100000:0.0:1746147234.803025:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1644 00002000:00100000:0.0:1746147234.803031:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013731a300 x1830967346014464/t4294970467(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.803037:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731a300 with x1830967346014464 ext(0->7) 00010000:00010000:0.0:1746147234.803042:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4000/0x29021e8779bfd881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6c6 expref: 220 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.803050:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937e4000/0x29021e8779bfd881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6c6 expref: 220 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.803055:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013731a300 00000100:00100000:0.0:1746147234.806185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.814272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.814392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.818588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.818685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.821819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.829233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.834093:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+223:2007:x1830967346015744:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 894us (4863us total) trans 4294970468 rc 0/0 00000100:00100000:0.0:1746147234.834101:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1646 00002000:00100000:0.0:1746147234.834107:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090546680 x1830967346015744/t4294970468(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.834114:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546680 with x1830967346015744 ext(0->7) 00010000:00010000:0.0:1746147234.834119:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b46000/0x29021e8779bfd88f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6d4 expref: 223 pid: 9589 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.834128:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b46000/0x29021e8779bfd88f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6d4 expref: 223 pid: 9589 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.834133:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090546680 00000100:00100000:0.0:1746147234.835650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.841162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.848841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.850131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.851946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.853814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.855117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.855179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.857931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.861220:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.863202:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+225:2007:x1830967346017536:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 987us (1984us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1746147234.863208:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1649 00002000:00100000:0.0:1746147234.863213:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090544a80 x1830967346017536/t4294970469(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.863218:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544a80 with x1830967346017536 ext(0->7) 00010000:00010000:0.0:1746147234.863222:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd8a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6e9 expref: 225 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.863230:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd8a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6e9 expref: 225 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.863233:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090544a80 00000100:00100000:0.0:1746147234.865037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.871175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.878440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.878548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.881730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.881814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.881845:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346018560 00000100:00100000:0.0:1746147234.881851:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346018560 00010000:00010000:0.0:1746147234.881881:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6a00/0x29021e8779bfd8ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6f0 expref: 226 pid: 9588 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746147234.881908:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13220 00000100:00100000:0.0:1746147234.881915:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+226:2006:x1830967346018560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.881925:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.881941:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6a00/0x29021e8779bfd8ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6f0 expref: 226 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.881949:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6a00/0x29021e8779bfd8ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6f0 expref: 226 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.882268:0:11929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6a00/0x29021e8779bfd8ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6f0 expref: 226 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.882480:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147234.882590:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+224:2006:x1830967346018560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 675us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147234.882596:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13220 00000100:00100000:0.0:1746147234.883259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.885175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.887375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.890337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.891473:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+226:2006:x1830967346019200:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (1135us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746147234.891481:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1651 00002000:00100000:0.0:1746147234.891487:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094126680 x1830967346019200/t4294970470(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.891677:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126680 with x1830967346019200 ext(0->7) 00010000:00010000:0.0:1746147234.891682:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12b800/0x29021e8779bfd8b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6fe expref: 226 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.891692:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12b800/0x29021e8779bfd8b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f6fe expref: 226 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.891698:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094126680 00000100:00100000:0.0:1746147234.893898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.895898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.898073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.900217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.903010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.903093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.906592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.906985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.907041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.909710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.911955:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.914063:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+229:2008:x1830967346021248:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1135us (2110us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746147234.914069:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1654 00002000:00100000:0.0:1746147234.914075:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009051d880 x1830967346021248/t4294970471(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.914081:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d880 with x1830967346021248 ext(0->7) 00010000:00010000:0.0:1746147234.914087:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12ae00/0x29021e8779bfd8ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f713 expref: 229 pid: 9588 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.914097:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12ae00/0x29021e8779bfd8ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f713 expref: 229 pid: 9588 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.914102:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051d880 00000100:00100000:0.0:1746147234.915769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.918044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.920032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.921375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.923523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.926505:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.927583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.932270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.932299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.932337:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.934214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.936695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.938386:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+231:2005:x1830967346023552:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 963us (1693us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746147234.938392:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1657 00002000:00100000:0.0:1746147234.938398:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e0700 x1830967346023552/t4294970472(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.938406:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0700 with x1830967346023552 ext(0->7) 00010000:00010000:0.0:1746147234.938411:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfd8e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f728 expref: 231 pid: 9587 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746147234.938425:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfd8e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f728 expref: 231 pid: 9587 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746147234.938430:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e0700 00000100:00100000:0.0:1746147234.940327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.943763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.945592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.946967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.949898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.953402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.959519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.959547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.959589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.959624:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346024832 00000100:00100000:0.0:1746147234.959631:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346024832 00010000:00010000:0.0:1746147234.959660:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b12ac00/0x29021e8779bfd8f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f736 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147234.959681:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346025088 00000100:00100000:0.0:1746147234.959683:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346025088 00010000:00010000:0.0:1746147234.959691:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653e00/0x29021e8779bfd8ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f72f expref: 232 pid: 9587 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147234.959711:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13229 00000100:00100000:0.0:1746147234.959717:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346024832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147234.959728:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147234.959751:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b12ac00/0x29021e8779bfd8f1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f736 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147234.960050:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b12ac00/0x29021e8779bfd8f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f736 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147234.960672:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.960674:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147234.960681:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfd8f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f73d expref: 231 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.960689:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfd8f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f73d expref: 231 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147234.960717:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfd8f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f73d expref: 231 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147234.960728:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339665792:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147234.960796:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147234.963877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.966059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.967116:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+233:2005:x1830967346025600:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 906us (1059us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746147234.967123:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1659 00002000:00100000:0.0:1746147234.967129:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a71b8a80 x1830967346025600/t4294970473(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.967137:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8a80 with x1830967346025600 ext(0->7) 00010000:00010000:0.0:1746147234.967142:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfd8f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f73d expref: 233 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147234.967153:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfd8f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f73d expref: 233 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147234.967159:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71b8a80 00000100:00100000:0.0:1746147234.969264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.970739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.972948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.974067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.976521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.979343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.979386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.982137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.982285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.982999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.985538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.989012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.993455:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+235:2008:x1830967346027904:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4262us (4443us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746147234.993468:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1662 00002000:00100000:0.0:1746147234.993478:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800906abb80 x1830967346027904/t4294970474(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:610/0 lens 496/448 e 0 to 0 dl 1746147245 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147234.993487:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906abb80 with x1830967346027904 ext(0->7) 00010000:00010000:0.0:1746147234.993498:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12ae00/0x29021e8779bfd90d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f752 expref: 235 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147234.993519:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12ae00/0x29021e8779bfd90d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f752 expref: 235 pid: 9588 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147234.993526:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800906abb80 00000100:00100000:0.0:1746147234.994836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147234.997037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.000755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.000816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.002965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.003061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.003087:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346028928 00000100:00100000:0.0:1746147235.003090:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346028928 00002000:00100000:0.0:1746147235.003121:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130661880 x1830967346028928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.003129:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661880 with x1830967346028928 ext(0->4095) 00010000:00010000:0.0:1746147235.003134:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd91b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f760 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.003144:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd91b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f760 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.003150:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130661880 00000100:00100000:0.0:1746147235.003318:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1663 00000100:00100000:0.0:1746147235.003325:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130661880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346028928:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.003505:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130661880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346028928:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 180us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.003512:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1663 00002000:00100000:0.0:1746147235.003517:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130661880 x1830967346028928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.003523:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661880 with x1830967346028928 ext(0->4095) 00010000:00010000:0.0:1746147235.003527:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd91b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f760 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.003535:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7200/0x29021e8779bfd91b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f760 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.003540:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130661880 00000100:00100000:0.0:1746147235.006438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.010056:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346029312 00000100:00100000:0.0:1746147235.010062:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346029312 00002000:00100000:0.0:1746147235.010091:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a87480 x1830967346029312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.010098:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830967346029312 ext(0->4095) 00002000:00010000:0.0:1746147235.010102:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87480 00000100:00100000:0.0:1746147235.010161:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12698 00000100:00100000:0.0:1746147235.010167:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+234:2007:x1830967346029312:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.010272:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+234:2007:x1830967346029312:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.010278:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12698 00002000:00100000:0.0:1746147235.010283:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a87480 x1830967346029312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.010290:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830967346029312 ext(0->4095) 00002000:00010000:0.0:1746147235.010293:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a87480 00000100:00100000:0.0:1746147235.012475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.017705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.018826:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+236:2006:x1830967346029568:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 893us (1125us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746147235.018833:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1664 00002000:00100000:0.0:1746147235.018839:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed3800 x1830967346029568/t4294970475(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.018846:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed3800 with x1830967346029568 ext(0->7) 00010000:00010000:0.0:1746147235.018851:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfd922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f767 expref: 236 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.018860:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfd922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f767 expref: 236 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.018866:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed3800 00000100:00100000:0.0:1746147235.020549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.022645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.025055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.025089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.027324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.027366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.030886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.030925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.034372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.039027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.040898:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+238:2008:x1830967346031360:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (1876us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746147235.040904:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1667 00002000:00100000:0.0:1746147235.040910:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082fb80 x1830967346031360/t4294970476(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.040917:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082fb80 with x1830967346031360 ext(0->7) 00010000:00010000:0.0:1746147235.040923:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfd937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f77c expref: 238 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.040932:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfd937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f77c expref: 238 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.040938:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082fb80 00000100:00100000:0.0:1746147235.042336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.053096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.053757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.056451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.056520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.059428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.062441:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.068721:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+241:2006:x1830967346032640:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3244us (6279us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746147235.068731:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1669 00002000:00100000:0.0:1746147235.068741:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944a8380 x1830967346032640/t4294970477(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.068754:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8380 with x1830967346032640 ext(0->7) 00010000:00010000:0.0:1746147235.068763:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfd945 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f78a expref: 241 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.068775:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfd945 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f78a expref: 241 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.068792:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944a8380 00000100:00100000:0.0:1746147235.073287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.076056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.081112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.081178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.083756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.084738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.087343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.090297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.092654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147235.093314:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147235.094736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.096611:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+242:2005:x1830967346034304:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1226us (1873us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746147235.096617:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1671 00002000:00100000:0.0:1746147235.096623:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800907ded80 x1830967346034304/t4294970478(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.096630:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ded80 with x1830967346034304 ext(0->7) 00010000:00010000:0.0:1746147235.096636:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd95a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f798 expref: 242 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.096646:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfd95a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f798 expref: 242 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.096652:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800907ded80 00000100:00100000:0.0:1746147235.099465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.101826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.111662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.114770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.115890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147235.116223:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147235.117036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.117055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147235.117670:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746147235.117721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.117745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.117760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.117793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147235.118731:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746147235.118734:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746147235.118736:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746147235.121665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.123182:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+245:2007:x1830967346036480:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 970us (1520us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746147235.123190:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1673 00002000:00100000:0.0:1746147235.123196:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a3cd8a80 x1830967346036480/t4294970479(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.123207:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8a80 with x1830967346036480 ext(0->7) 00010000:00010000:0.0:1746147235.123213:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b46000/0x29021e8779bfd96f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7b4 expref: 245 pid: 24989 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.123222:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b46000/0x29021e8779bfd96f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7b4 expref: 245 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.123227:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cd8a80 00000100:00100000:0.0:1746147235.129216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.131354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.133882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.135556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.137817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.138894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.140746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.141969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.142350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.144496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.146315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.147486:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+246:2008:x1830967346038528:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 986us (1170us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746147235.147492:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1676 00002000:00100000:0.0:1746147235.147497:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f79f80 x1830967346038528/t4294970480(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.147503:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79f80 with x1830967346038528 ext(0->7) 00010000:00010000:0.0:1746147235.147508:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd97d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7c2 expref: 246 pid: 24989 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.147517:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b47000/0x29021e8779bfd97d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7c2 expref: 246 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.147521:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f79f80 00000100:00100000:0.0:1746147235.150209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.154626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.157706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.159269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.164935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.165019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.171348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.172057:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.172090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.177107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.182825:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+248:2007:x1830967346040576:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1788us (2043us total) trans 4294970481 rc 0/0 00000100:00100000:0.0:1746147235.184291:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1678 00002000:00100000:0.0:1746147235.184303:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e89500 x1830967346040576/t4294970481(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.184312:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89500 with x1830967346040576 ext(0->7) 00010000:00010000:0.0:1746147235.184322:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779bfd992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7d7 expref: 248 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.184337:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779bfd992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7d7 expref: 248 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.184343:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e89500 00000100:00100000:0.0:1746147235.187354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.191208:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.196680:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.206914:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.206973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.211649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.211737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.211772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.211803:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346041600 00000100:00100000:0.0:1746147235.212907:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346041600 00010000:00010000:0.0:1746147235.212939:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7de expref: 8 pid: 9589 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.212981:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13255 00000100:00100000:0.0:1746147235.212989:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+8:2005:x1830967346041600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147235.213001:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147235.213017:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7de expref: 8 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.213028:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd999 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7de expref: 8 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.213050:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd999 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7de expref: 8 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.213072:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.213074:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.213080:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 247 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.213087:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 247 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.213117:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 247 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.213127:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 247 pid: 9589 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.213139:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8784700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339671296:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147235.213210:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147235.223164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.223183:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346042112 00000100:00100000:0.0:1746147235.223188:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346042112 00002000:00100000:0.0:1746147235.223214:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a8785500 x1830967346042112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.223222:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785500 with x1830967346042112 ext(0->4095) 00010000:00010000:0.0:1746147235.223227:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 248 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.223238:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 248 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.223258:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8785500 00000100:00100000:0.0:1746147235.224333:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1679 00000100:00100000:0.0:1746147235.224342:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+248:2005:x1830967346042112:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.224739:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+248:2005:x1830967346042112:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 397us (1574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.224745:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1679 00002000:00100000:0.0:1746147235.224751:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a8785500 x1830967346042112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.224758:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785500 with x1830967346042112 ext(0->4095) 00010000:00010000:0.0:1746147235.224763:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 248 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.224773:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 248 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.224787:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8785500 00000100:00100000:0.0:1746147235.228028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.229117:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+250:2006:x1830967346042368:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (1092us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1746147235.229123:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1680 00002000:00100000:0.0:1746147235.229128:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8787800 x1830967346042368/t4294970482(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.229135:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787800 with x1830967346042368 ext(0->7) 00010000:00010000:0.0:1746147235.229140:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 250 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.229149:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfd9a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f7ec expref: 250 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.229154:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8787800 00000100:00100000:0.0:1746147235.233215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.238231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.241333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.245921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.252159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.255118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.258577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.258609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.260970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.264547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.271009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.282337:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+253:2007:x1830967346044416:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10615us (11329us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1746147235.282348:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1683 00002000:00100000:0.0:1746147235.282357:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a04e00 x1830967346044416/t4294970483(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.282365:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a04e00 with x1830967346044416 ext(0->7) 00010000:00010000:0.0:1746147235.282374:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd9bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f801 expref: 253 pid: 24989 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.282393:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b12a200/0x29021e8779bfd9bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f801 expref: 253 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.282399:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a04e00 00000100:00100000:0.0:1746147235.287758:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.289274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.290654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.293833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.293879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.298622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.308481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.314599:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+254:2008:x1830967346045696:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3577us (6115us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746147235.314611:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1686 00002000:00100000:0.0:1746147235.314624:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa1180 x1830967346045696/t4294970484(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.314633:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1180 with x1830967346045696 ext(0->7) 00010000:00010000:0.0:1746147235.314644:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd9ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f80f expref: 254 pid: 24989 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.314661:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfd9ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f80f expref: 254 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.314668:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa1180 00000100:00100000:0.0:1746147235.330671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.330931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.330950:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346046208 00000100:00100000:0.0:1746147235.330953:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346046208 00002000:00100000:0.0:1746147235.330975:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bf5d180 x1830967346046208/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.330982:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5d180 with x1830967346046208 ext(0->4095) 00010000:00010000:0.0:1746147235.330988:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd9d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f816 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.330998:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6000/0x29021e8779bfd9d1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f816 expref: 6 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.331004:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5d180 00000100:00100000:0.0:1746147235.331017:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1687 00000100:00100000:0.0:1746147235.331022:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346046208:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.336054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.338819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.341175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.343342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.344919:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+256:2005:x1830967346046848:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1574us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746147235.344926:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1688 00002000:00100000:0.0:1746147235.345027:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945abb80 x1830967346046848/t4294970485(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.345034:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945abb80 with x1830967346046848 ext(0->7) 00010000:00010000:0.0:1746147235.345040:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd9d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f81d expref: 256 pid: 24989 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.345050:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfd9d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f81d expref: 256 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.345056:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945abb80 00000100:00100000:0.0:1746147235.346825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.349515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.354030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.354106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.359690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.362640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.364170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.365585:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+258:2006:x1830967346048640:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1171us (1414us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746147235.365592:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1691 00002000:00100000:0.0:1746147235.365597:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945ad500 x1830967346048640/t4294970486(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.365603:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ad500 with x1830967346048640 ext(0->7) 00010000:00010000:0.0:1746147235.365608:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd9e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f832 expref: 258 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.365617:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfd9e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f832 expref: 258 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.365624:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945ad500 00000100:00100000:0.0:1746147235.367210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.369663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.371571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.376095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.381714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.382436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.388564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.388606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.388644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.388775:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967339673984:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147235.388799:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967339674112:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147235.388817:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6a00/0x29021e8779bfda02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f847 expref: 262 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.388827:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ffe6a00, rc 0) 00000100:00100000:0.0:1746147235.389112:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+259:1172:x1830967346049792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5424us (6676us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.389118:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28489 00000100:00100000:0.0:1746147235.393276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.395757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.397284:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+261:2007:x1830967346050688:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1150us (1526us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746147235.397291:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1694 00002000:00100000:0.0:1746147235.397297:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800907dc000 x1830967346050688/t4294970487(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.397304:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc000 with x1830967346050688 ext(0->7) 00010000:00010000:0.0:1746147235.397310:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6a00/0x29021e8779bfda02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f847 expref: 261 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.397321:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008ffe6a00/0x29021e8779bfda02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f847 expref: 261 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.397327:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800907dc000 00000100:00100000:0.0:1746147235.400237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.405587:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346051072 00000100:00100000:0.0:1746147235.405596:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346051072 00002000:00100000:0.0:1746147235.405637:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a85c00 x1830967346051072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.405646:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967346051072 ext(0->4095) 00002000:00010000:0.0:1746147235.405651:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85c00 00000100:00100000:0.0:1746147235.405683:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12718 00000100:00100000:0.0:1746147235.405689:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+261:2005:x1830967346051072:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.405808:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+261:2005:x1830967346051072:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.405814:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12718 00002000:00100000:0.0:1746147235.405818:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a85c00 x1830967346051072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.405825:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967346051072 ext(0->4095) 00002000:00010000:0.0:1746147235.405828:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85c00 00000100:00100000:0.0:1746147235.411527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.416562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.418308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.421313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.427484:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+263:2006:x1830967346052480:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 884us (1048us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746147235.427491:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1697 00002000:00100000:0.0:1746147235.427497:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090544000 x1830967346052480/t4294970488(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.427504:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346052480 ext(0->7) 00010000:00010000:0.0:1746147235.427509:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfda17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f85c expref: 263 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.427518:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6600/0x29021e8779bfda17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f85c expref: 263 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.427524:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090544000 00000100:00100000:0.0:1746147235.428792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.430722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.437141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.440667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.457357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.457408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.472760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.474265:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+265:2006:x1830967346054784:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 757us (1491us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746147235.474271:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1699 00002000:00100000:0.0:1746147235.474277:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093afb100 x1830967346054784/t4294970489(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.474291:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093afb100 with x1830967346054784 ext(0->7) 00010000:00010000:0.0:1746147235.474296:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfda2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f871 expref: 265 pid: 24989 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.474304:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfda2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f871 expref: 265 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.474309:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093afb100 00000100:00100000:0.0:1746147235.482066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.483139:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346055040 00000100:00100000:0.0:1746147235.483143:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346055040 00000100:00100000:0.0:1746147235.483161:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28497 00000100:00100000:0.0:1746147235.483166:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+265:1172:x1830967346055040:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147235.483176:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147235.483184:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079aaf400/0x29021e8779bfda3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f87f expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.483197:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfda33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f878 expref: 266 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.483201:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.483203:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.483205:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079aaf400/0x29021e8779bfda3a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f87f expref: 266 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.483219:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfda33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f878 expref: 266 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.483231:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfda33 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f878 expref: 266 pid: 24989 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.483239:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24989:1830967339675904:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147235.483297:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147235.487980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.491486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.491557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.493801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.498548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.500189:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+266:2007:x1830967346056064:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1448us (1643us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746147235.500196:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1702 00002000:00100000:0.0:1746147235.500203:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091427480 x1830967346056064/t4294970490(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.500210:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427480 with x1830967346056064 ext(0->7) 00010000:00010000:0.0:1746147235.500217:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880079aaf400/0x29021e8779bfda3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f87f expref: 266 pid: 24989 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.500228:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079aaf400/0x29021e8779bfda3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f87f expref: 266 pid: 24989 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.500234:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091427480 00000100:00100000:0.0:1746147235.502294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.505342:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346056448 00000100:00100000:0.0:1746147235.505348:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346056448 00002000:00100000:0.0:1746147235.505374:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880090547480 x1830967346056448/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.505383:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547480 with x1830967346056448 ext(0->4095) 00002000:00010000:0.0:1746147235.505387:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090547480 00000100:00100000:0.0:1746147235.505411:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12723 00000100:00100000:0.0:1746147235.505417:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346056448:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.505509:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346056448:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (224us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.505515:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12723 00002000:00100000:0.0:1746147235.505520:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880090547480 x1830967346056448/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.505526:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547480 with x1830967346056448 ext(0->4095) 00002000:00010000:0.0:1746147235.505529:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090547480 00000100:00100000:0.0:1746147235.507976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.509946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.510011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.514862:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346057600 00000100:00100000:0.0:1746147235.514865:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346057600 00002000:00100000:0.0:1746147235.514884:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e8b100 x1830967346057600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.514890:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b100 with x1830967346057600 ext(0->4095) 00010000:00010000:0.0:1746147235.514895:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 266 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.514906:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 266 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.514909:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8b100 00000100:00100000:0.0:1746147235.514918:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1704 00000100:00100000:0.0:1746147235.514921:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+266:2006:x1830967346057600:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.514996:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+266:2006:x1830967346057600:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 73us (183us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.515001:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1704 00002000:00100000:0.0:1746147235.515006:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e8b100 x1830967346057600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.515012:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b100 with x1830967346057600 ext(0->4095) 00010000:00010000:0.0:1746147235.515016:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 266 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.515023:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 266 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.515028:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8b100 00000100:00100000:0.0:1746147235.516349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.517353:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+268:2005:x1830967346057856:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 907us (1003us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746147235.517360:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1705 00002000:00100000:0.0:1746147235.517366:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880079ab0a80 x1830967346057856/t4294970491(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.517375:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079ab0a80 with x1830967346057856 ext(0->7) 00010000:00010000:0.0:1746147235.517380:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 268 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.517389:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 268 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.517395:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079ab0a80 00000100:00100000:0.0:1746147235.519622:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346057984 00000100:00100000:0.0:1746147235.519630:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346057984 00010000:00010000:0.0:1746147235.519670:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 268 pid: 9589 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.519713:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13280 00000100:00100000:0.0:1746147235.519720:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+268:2007:x1830967346057984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147235.519732:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147235.519751:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 268 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.519762:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 268 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.519798:0:11929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfda4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f894 expref: 268 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.519820:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.519823:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.519831:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfda56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f89b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.519838:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfda56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f89b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.520733:0:11929:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfda56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f89b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147235.520748:0:11929:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079ab0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339676928:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147235.520847:0:11929:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147235.524653:0:11929:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079ab0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:11929:1830967339676928:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147235.524671:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147235.524721:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+267:2007:x1830967346057984:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5001us (5200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.524730:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13280 00000100:00100000:0.0:1746147235.528128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.528171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.528271:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28502 00000100:00100000:0.0:1746147235.528277:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+268:1172:x1830967346058368:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147235.528289:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147235.528300:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079aaf800/0x29021e8779bfda5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f8a2 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.528319:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfda56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f89b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.528326:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.528327:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.528329:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079aaf800/0x29021e8779bfda5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8a2 expref: 270 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.528367:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfda56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f89b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.528377:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfda56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f89b expref: 5 pid: 9589 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.528386:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079ab1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967339677056:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147235.528456:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147235.530963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.534906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.537018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.541116:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+271:2008:x1830967346059136:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3906us (4094us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746147235.541126:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1707 00002000:00100000:0.0:1746147235.541135:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880079ab1880 x1830967346059136/t4294970492(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.541141:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079ab1880 with x1830967346059136 ext(0->7) 00010000:00010000:0.0:1746147235.541149:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880079aaf800/0x29021e8779bfda5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8a2 expref: 271 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.541165:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880079aaf800/0x29021e8779bfda5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8a2 expref: 271 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.541171:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079ab1880 00000100:00100000:0.0:1746147235.552179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.556906:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346059648 00000100:00100000:0.0:1746147235.556914:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346059648 00000100:00100000:0.0:1746147235.556953:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28504 00000100:00100000:0.0:1746147235.556960:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967346059648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147235.556973:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147235.556987:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880079aaf800/0x29021e8779bfda6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f8b0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.557493:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.557498:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfda72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8b7 expref: 271 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.557504:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147235.557506:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880079aaf800/0x29021e8779bfda6b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8b0 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.557555:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfda72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8b7 expref: 271 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.557566:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880079aaf800/0x29021e8779bfda6b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8b0 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.557579:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880079aaf800, rc 0) 00000100:00100000:0.0:1746147235.557604:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967346059648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 645us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.557610:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28504 00000100:00100000:0.0:1746147235.565536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.572220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.574050:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+272:2006:x1830967346060416:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1068us (1834us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746147235.574057:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1709 00002000:00100000:0.0:1746147235.574063:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880079ab2300 x1830967346060416/t4294970493(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.574070:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079ab2300 with x1830967346060416 ext(0->7) 00010000:00010000:0.0:1746147235.574076:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfda72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8b7 expref: 272 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.574085:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfda72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8b7 expref: 272 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.574090:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079ab2300 00000100:00100000:0.0:1746147235.577347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.583598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.586857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.587517:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346061056 00000100:00100000:0.0:1746147235.587521:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346061056 00000100:00100000:0.0:1746147235.587539:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28507 00000100:00100000:0.0:1746147235.587544:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+273:1178:x1830967346061056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147235.587550:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147235.587556:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfda80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f8c5 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.587565:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.587568:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfda79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8be expref: 274 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.587572:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147235.587575:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfda80 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8c5 expref: 274 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.587591:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfda79 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8be expref: 274 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.587647:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfda80 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8c5 expref: 274 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.587656:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f800, rc 0) 00000100:00100000:0.0:1746147235.587678:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+274:1178:x1830967346061056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.587684:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28507 00000100:00100000:0.0:1746147235.594880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.596971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.599412:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+275:2007:x1830967346061696:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2297us (2437us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746147235.599423:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1711 00002000:00100000:0.0:1746147235.599430:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880079ab3480 x1830967346061696/t4294970494(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.599439:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079ab3480 with x1830967346061696 ext(0->7) 00010000:00010000:0.0:1746147235.599446:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfda79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8be expref: 275 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.599457:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfda79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8be expref: 275 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.599462:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079ab3480 00000100:00100000:0.0:1746147235.610852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.610900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.613970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.619415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.623238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.625695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.626571:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+276:2007:x1830967346062976:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 696us (879us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746147235.626579:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1714 00002000:00100000:0.0:1746147235.626584:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880079ab1500 x1830967346062976/t4294970495(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.626591:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079ab1500 with x1830967346062976 ext(0->7) 00010000:00010000:0.0:1746147235.626596:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfda87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8cc expref: 276 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.626608:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfda87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8cc expref: 276 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.626615:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079ab1500 00000100:00100000:0.0:1746147235.627766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.631665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.635309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.639948:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.644699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.644747:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.649090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.649174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.649200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.649405:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13290 00000100:00100000:0.0:1746147235.649412:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c088700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346064512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147235.649420:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147235.649795:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfda8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8d3 expref: 6 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.650018:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfda8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8d3 expref: 6 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.650030:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfda8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8d3 expref: 6 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.650051:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.650053:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.650057:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfda9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8e1 expref: 276 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.650064:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfda9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8e1 expref: 276 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.650090:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfda9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8e1 expref: 276 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.650099:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfda9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8e1 expref: 276 pid: 9589 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.650109:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339679488:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147235.650159:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147235.652980:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.656641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.659219:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+279:2005:x1830967346065024:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2326us (2576us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746147235.659228:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1717 00002000:00100000:0.0:1746147235.659237:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c08bb80 x1830967346065024/t4294970496(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.659253:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08bb80 with x1830967346065024 ext(0->7) 00010000:00010000:0.0:1746147235.659262:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfda9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8e1 expref: 279 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.659273:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfda9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8e1 expref: 279 pid: 9589 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.659279:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c08bb80 00000100:00100000:0.0:1746147235.662602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.667887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.670721:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28514 00000100:00100000:0.0:1746147235.670727:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967346065664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147235.670732:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147235.670736:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779bfdab1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f8f6 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.670750:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.670751:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.670758:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779bfdab1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.670950:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779bfdab1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8f6 expref: 6 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.670957:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779bfdab1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8f6 expref: 6 pid: 9589 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.670967:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136aaf000, rc 0) 00000100:00100000:0.0:1746147235.671002:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967346065664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 274us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.671007:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28514 00000100:00100000:0.0:1746147235.672767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.679346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.679873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.679957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.679983:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346066304 00000100:00100000:0.0:1746147235.679987:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346066304 00000100:00100000:0.0:1746147235.680019:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28515 00000100:00100000:0.0:1746147235.680025:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+278:1178:x1830967346066304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147235.680040:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147235.680049:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121d5c200/0x29021e8779bfdab8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7f8fd expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.680065:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdaaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8ef expref: 279 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.680072:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147235.680073:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147235.680076:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121d5c200/0x29021e8779bfdab8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8fd expref: 279 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.680092:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdaaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8ef expref: 279 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.680101:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdaaa lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8ef expref: 279 pid: 9587 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.680108:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967339680128:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147235.680129:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147235.684076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.686395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.687423:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+281:2005:x1830967346066816:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 868us (1030us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746147235.687431:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1720 00002000:00100000:0.0:1746147235.687437:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880139988e00 x1830967346066816/t4294970497(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.687444:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988e00 with x1830967346066816 ext(0->7) 00010000:00010000:0.0:1746147235.687449:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdaaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8ef expref: 281 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.687460:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdaaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f8ef expref: 281 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.687465:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139988e00 00000100:00100000:0.0:1746147235.693345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.700377:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339680256:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147235.700395:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147235.700444:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+280:2008:x1830967346066944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6935us (7108us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.700453:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13294 00000100:00100000:0.0:1746147235.701032:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.707196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.707364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.710491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.713880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.721005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.721812:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+282:2005:x1830967346068096:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 607us (812us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746147235.721818:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1722 00002000:00100000:0.0:1746147235.721823:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880139988700 x1830967346068096/t4294970498(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.721830:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988700 with x1830967346068096 ext(0->7) 00010000:00010000:0.0:1746147235.721835:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfdabf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f904 expref: 282 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.721844:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfdabf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f904 expref: 282 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.721849:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139988700 00000100:00100000:0.0:1746147235.723122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.725462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.727884:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.732770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.736296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.737126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.741193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.741879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.742788:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346069632 00000100:00100000:0.0:1746147235.742791:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346069632 00010000:00010000:0.0:1746147235.742803:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfdac6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f90b expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.742826:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13298 00000100:00100000:0.0:1746147235.742832:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346069632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147235.742839:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147235.742847:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfdac6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f90b expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.742855:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfdac6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f90b expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.742865:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7c00/0x29021e8779bfdac6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f90b expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.742882:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.742883:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.742888:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdad4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f919 expref: 282 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.742894:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdad4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f919 expref: 282 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.742909:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdad4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f919 expref: 282 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.742917:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f919 expref: 282 pid: 9587 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.742926:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8784000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339681280:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147235.742974:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147235.746237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.751636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.756644:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+285:2007:x1830967346070144:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 681us (5013us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746147235.756651:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1725 00002000:00100000:0.0:1746147235.756657:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8787480 x1830967346070144/t4294970499(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.756665:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787480 with x1830967346070144 ext(0->7) 00010000:00010000:0.0:1746147235.756670:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f919 expref: 285 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.756679:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f919 expref: 285 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.756685:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8787480 00000100:00100000:0.0:1746147235.763628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.773557:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.774458:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346070400 00000100:00100000:0.0:1746147235.774692:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346070400 00000100:00100000:0.0:1746147235.776020:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346070656 00000100:00100000:0.0:1746147235.776023:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346070656 00002000:00100000:0.0:1746147235.776048:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e88a80 x1830967346070656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.776055:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88a80 with x1830967346070656 ext(0->4095) 00010000:00010000:0.0:1746147235.776061:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdadb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f920 expref: 286 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.776074:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdadb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f920 expref: 286 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.776079:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e88a80 00000100:00100000:0.0:1746147235.776101:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1726 00000100:00100000:0.0:1746147235.776107:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+286:2006:x1830967346070656:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.777403:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+286:2006:x1830967346070656:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1292us (1606us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.777409:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1726 00002000:00100000:0.0:1746147235.777415:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e88a80 x1830967346070656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.777421:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88a80 with x1830967346070656 ext(0->4095) 00010000:00010000:0.0:1746147235.777426:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdadb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f920 expref: 286 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.777435:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdadb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f920 expref: 286 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.777440:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e88a80 00000100:00100000:0.0:1746147235.779467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.779505:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.780037:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346070912 00000100:00100000:0.0:1746147235.780041:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346070912 00000100:00100000:0.0:1746147235.780648:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28522 00000100:00100000:0.0:1746147235.780654:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967346070912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.784906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.784931:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346071168 00000100:00100000:0.0:1746147235.784938:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346071168 00002000:00100000:0.0:1746147235.784973:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a8786680 x1830967346071168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.784982:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786680 with x1830967346071168 ext(0->4095) 00010000:00010000:0.0:1746147235.784990:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfdae2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f927 expref: 285 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.785002:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfdae2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f927 expref: 285 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.785008:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8786680 00000100:00100000:0.0:1746147235.785033:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1727 00000100:00100000:0.0:1746147235.785039:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+285:2006:x1830967346071168:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.791725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.793239:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+286:2007:x1830967346071424:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1086us (1518us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746147235.793270:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1728 00002000:00100000:0.0:1746147235.793276:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8785f80 x1830967346071424/t4294970500(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.793283:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785f80 with x1830967346071424 ext(0->7) 00010000:00010000:0.0:1746147235.793288:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfdae2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f927 expref: 286 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.793303:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfdae2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f927 expref: 286 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.793307:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8785f80 00000100:00100000:0.0:1746147235.799475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.803782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.805879:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339681920:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147235.805893:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147235.805927:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+285:2006:x1830967346071552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6326us (6459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.805934:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13301 00000100:00100000:0.0:1746147235.823953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.825366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.826273:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.828584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.831408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.837413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.842835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.846746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.846806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.849190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.849948:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346073856 00000100:00100000:0.0:1746147235.849951:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346073856 00010000:00010000:0.0:1746147235.849965:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653e00/0x29021e8779bfdafe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f943 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746147235.849991:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13305 00000100:00100000:0.0:1746147235.849996:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346073856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147235.850002:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147235.850009:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130653e00/0x29021e8779bfdafe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f943 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.850017:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130653e00/0x29021e8779bfdafe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f943 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.850027:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130653e00/0x29021e8779bfdafe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f943 expref: 6 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.850037:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.850038:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.850043:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfdb05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f94a expref: 287 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.850050:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfdb05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f94a expref: 287 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.850068:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfdb05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f94a expref: 287 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147235.850075:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339682816:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147235.852160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.852699:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094127480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339682944:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147235.852718:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfdb0c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f951 expref: 290 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.852728:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:0.0:1746147235.852750:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+290:1178:x1830967346073984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1770us (2570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.852755:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28527 00000100:00100000:0.0:1746147235.854887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.856682:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+291:2005:x1830967346074496:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1612us (1795us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746147235.856690:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1732 00002000:00100000:0.0:1746147235.856698:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d29df80 x1830967346074496/t4294970502(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.856705:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29df80 with x1830967346074496 ext(0->7) 00010000:00010000:0.0:1746147235.856712:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfdb05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f94a expref: 291 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.856723:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfdb05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f94a expref: 291 pid: 9588 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.856729:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d29df80 00000100:00100000:0.0:1746147235.859970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.864867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.866971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.871851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.876730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.876764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.877100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.882447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.883424:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+293:2007:x1830967346076288:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (981us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746147235.883431:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1735 00002000:00100000:0.0:1746147235.883437:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a04a80 x1830967346076288/t4294970503(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.883573:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a04a80 with x1830967346076288 ext(0->7) 00010000:00010000:0.0:1746147235.883579:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfdb1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f95f expref: 293 pid: 9587 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.883589:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfdb1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f95f expref: 293 pid: 9587 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.883595:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a04a80 00000001:00080000:0.0:1746147235.884323:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970503 is committed 00000100:00100000:0.0:1746147235.885005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.889916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.894363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.898066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.899307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.903212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.903708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.908674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.919196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.920392:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967346078080:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 771us (1200us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746147235.920398:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1738 00002000:00100000:0.0:1746147235.920403:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130a06d80 x1830967346078080/t4294970504(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.920409:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06d80 with x1830967346078080 ext(0->7) 00010000:00010000:0.0:1746147235.920414:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfdb2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f974 expref: 9 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.920421:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749400/0x29021e8779bfdb2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f974 expref: 9 pid: 9588 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.920426:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130a06d80 00000100:00100000:0.0:1746147235.924093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.925162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.927052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.929991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.930059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.933014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.937341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.939429:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2008:x1830967346079360:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (2093us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746147235.939437:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1741 00002000:00100000:0.0:1746147235.939444:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c70a80 x1830967346079360/t4294970505(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.939452:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830967346079360 ext(0->7) 00010000:00010000:0.0:1746147235.939458:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfdb3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f982 expref: 10 pid: 9588 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746147235.939466:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779bfdb3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f982 expref: 10 pid: 9588 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746147235.939471:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c70a80 00000100:00100000:0.0:1746147235.946057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.952355:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346079744 00000100:00100000:0.0:1746147235.952360:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346079744 00002000:00100000:0.0:1746147235.952393:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094127b80 x1830967346079744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.952401:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127b80 with x1830967346079744 ext(0->4095) 00002000:00010000:0.0:1746147235.952404:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094127b80 00000100:00100000:0.0:1746147235.952972:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12738 00000100:00100000:0.0:1746147235.952980:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346079744:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.953074:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346079744:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (949us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147235.953080:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12738 00002000:00100000:0.0:1746147235.953084:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094127b80 x1830967346079744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:611/0 lens 488/4536 e 0 to 0 dl 1746147246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.953091:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127b80 with x1830967346079744 ext(0->4095) 00010000:00010000:0.0:1746147235.953096:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfdb44 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f989 expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.953106:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfdb44 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f989 expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147235.953112:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094127b80 00000100:00100000:0.0:1746147235.955972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.956009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.956035:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346080128 00000100:00100000:0.0:1746147235.956040:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346080128 00010000:00010000:0.0:1746147235.956063:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfdb44 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f989 expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147235.956095:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13315 00000100:00100000:0.0:1746147235.956102:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346080128:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147235.956111:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147235.956128:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfdb44 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f989 expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.956463:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093748000/0x29021e8779bfdb44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f989 expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.956485:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.956486:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147235.956492:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdb4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f990 expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147235.956499:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdb4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f990 expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147235.959102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.959122:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346080384 00000100:00100000:0.0:1746147235.959127:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346080384 00002000:00100000:0.0:1746147235.959153:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800940e3b80 x1830967346080384/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 488/0 e 0 to 0 dl 1746147246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.959161:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3b80 with x1830967346080384 ext(0->4095) 00010000:00010000:0.0:1746147235.959167:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdb4b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f990 expref: 12 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.959178:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdb4b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f990 expref: 12 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147235.959184:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e3b80 00000100:00100000:0.0:1746147235.959209:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1742 00000100:00100000:0.0:1746147235.959215:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967346080384:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147235.962404:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.963576:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2007:x1830967346080640:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 581us (1175us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746147235.963582:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1743 00002000:00100000:0.0:1746147235.963588:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e1c00 x1830967346080640/t4294970506(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.963595:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1c00 with x1830967346080640 ext(0->7) 00010000:00010000:0.0:1746147235.963600:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdb4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f990 expref: 13 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.963609:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdb4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f990 expref: 13 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147235.963620:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e1c00 00000100:00100000:0.0:1746147235.968053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.975364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.979135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.979324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.981700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.982073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.982102:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346081664 00000100:00100000:0.0:1746147235.982107:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346081664 00010000:00010000:0.0:1746147235.982130:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfdb52 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f997 expref: 14 pid: 9588 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147235.982163:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13317 00000100:00100000:0.0:1746147235.982168:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967346081664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147235.982177:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147235.982193:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfdb52 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f997 expref: 14 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.982200:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfdb52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f997 expref: 14 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.982216:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147235.982239:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967346081664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 71us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147235.982263:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13317 00000100:00100000:0.0:1746147235.984824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.987949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.991334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.993371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147235.994697:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967346082304:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1182us (1325us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746147235.994703:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1745 00002000:00100000:0.0:1746147235.994709:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e3800 x1830967346082304/t4294970507(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:611/0 lens 496/448 e 0 to 0 dl 1746147246 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147235.994716:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3800 with x1830967346082304 ext(0->7) 00010000:00010000:0.0:1746147235.994721:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdb60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f99e expref: 14 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147235.994730:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdb60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f99e expref: 14 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147235.994736:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e3800 00000100:00100000:0.0:1746147235.997140:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.000497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147236.001854:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147236.007537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147236.008554:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147236.012418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.015814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.018671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.022895:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346083584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3905us (4215us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746147236.022906:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1747 00002000:00100000:0.0:1746147236.022919:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e8ca80 x1830967346083584/t4294970508(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.022928:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830967346083584 ext(0->7) 00010000:00010000:0.0:1746147236.022938:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdb6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9b3 expref: 17 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.022951:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdb6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9b3 expref: 17 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.022958:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8ca80 00000100:00100000:0.0:1746147236.024631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.028112:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.030974:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.034785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.034832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.037479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.037512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.039434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.040078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.042927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.046432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.052910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.058598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.063365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.063414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.065911:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.065943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.068365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.068394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.070079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.072114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.074444:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346087424:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1799us (2329us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746147236.074453:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1753 00002000:00100000:0.0:1746147236.074459:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a71baa00 x1830967346087424/t4294970510(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.074467:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71baa00 with x1830967346087424 ext(0->7) 00010000:00010000:0.0:1746147236.074473:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfdb98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9d6 expref: 20 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.074485:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfdb98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9d6 expref: 20 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.074496:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71baa00 00000100:00100000:0.0:1746147236.076347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.079947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.085637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.085839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.087893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.090752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.094013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.095312:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2007:x1830967346088704:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1088us (1299us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1746147236.095320:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1755 00002000:00100000:0.0:1746147236.095326:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d74a80 x1830967346088704/t4294970511(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.095333:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74a80 with x1830967346088704 ext(0->7) 00010000:00010000:0.0:1746147236.095338:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfdba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9eb expref: 23 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.095348:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfdba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9eb expref: 23 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.095353:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d74a80 00000100:00100000:0.0:1746147236.099564:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.105870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.113576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.119899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.121994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.124830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.125931:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2007:x1830967346089984:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 928us (1102us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746147236.125937:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1757 00002000:00100000:0.0:1746147236.125942:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d74e00 x1830967346089984/t4294970512(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.125947:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74e00 with x1830967346089984 ext(0->7) 00010000:00010000:0.0:1746147236.125951:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdbb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9f9 expref: 24 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.125960:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdbb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7f9f9 expref: 24 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.125968:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d74e00 00000100:00100000:0.0:1746147236.129276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.132167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.134749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.138108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.140092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.140819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.143398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.144542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.146894:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.149217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.154689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.155872:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2007:x1830967346092032:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 775us (1188us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1746147236.155880:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1760 00002000:00100000:0.0:1746147236.155886:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d77800 x1830967346092032/t4294970513(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.155894:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77800 with x1830967346092032 ext(0->7) 00010000:00010000:0.0:1746147236.155900:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfdbc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa0e expref: 27 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.155911:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093749000/0x29021e8779bfdbc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa0e expref: 27 pid: 9587 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.155916:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d77800 00000100:00100000:0.0:1746147236.160353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.168653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.171633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.171678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.176971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.177052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.177087:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346093056 00000100:00100000:0.0:1746147236.177094:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346093056 00010000:00010000:0.0:1746147236.177123:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfdbd0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa15 expref: 28 pid: 9587 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147236.177159:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13335 00000100:00100000:0.0:1746147236.177166:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346093056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147236.177176:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147236.177191:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfdbd0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa15 expref: 28 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.177200:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093748800/0x29021e8779bfdbd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa15 expref: 28 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.177220:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147236.177277:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346093056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 110us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.177282:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13335 00000100:00100000:0.0:1746147236.182345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.186525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.191505:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.195256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.196884:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346093696:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1204us (1638us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746147236.196892:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1762 00002000:00100000:0.0:1746147236.196898:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ad3480 x1830967346093696/t4294970514(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.196905:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3480 with x1830967346093696 ext(0->7) 00010000:00010000:0.0:1746147236.196911:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfdbde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa23 expref: 28 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.196921:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfdbde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa23 expref: 28 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.196958:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ad3480 00000100:00100000:0.0:1746147236.202205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.206384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.208797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.211050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.213731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.218968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.220095:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2006:x1830967346094848:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 963us (1131us total) trans 4294970515 rc 0/0 00000100:00100000:0.0:1746147236.220101:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1764 00002000:00100000:0.0:1746147236.220107:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ad2300 x1830967346094848/t4294970515(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.220113:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967346094848 ext(0->7) 00010000:00010000:0.0:1746147236.220118:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6e00/0x29021e8779bfdbec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa31 expref: 30 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.220127:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6e00/0x29021e8779bfdbec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa31 expref: 30 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.220132:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ad2300 00000100:00100000:0.0:1746147236.221102:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.225757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.231632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.239594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.239781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.244920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.246228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.246326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.250668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.254061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.258368:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2008:x1830967346096640:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3883us (4306us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746147236.258378:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1767 00002000:00100000:0.0:1746147236.258385:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009053df80 x1830967346096640/t4294970516(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.258394:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053df80 with x1830967346096640 ext(0->7) 00010000:00010000:0.0:1746147236.258402:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfdc01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa46 expref: 32 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.258413:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfdc01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa46 expref: 32 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.258423:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053df80 00000100:00100000:0.0:1746147236.262019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.265544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.268997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.269107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.274662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.279303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.282003:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.285194:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2007:x1830967346097920:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2895us (3193us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746147236.285202:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1769 00002000:00100000:0.0:1746147236.285209:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d86df80 x1830967346097920/t4294970517(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.285379:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86df80 with x1830967346097920 ext(0->7) 00010000:00010000:0.0:1746147236.285388:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfdc0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa54 expref: 35 pid: 9589 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.285404:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093748a00/0x29021e8779bfdc0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa54 expref: 35 pid: 9589 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.285410:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d86df80 00000100:00100000:0.0:1746147236.290029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.300138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.308506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.308551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.311845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.318215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.318328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.323510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.330616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.343024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.345670:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346099584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1806us (2649us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746147236.345679:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1771 00002000:00100000:0.0:1746147236.345687:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e06e680 x1830967346099584/t4294970518(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.345695:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06e680 with x1830967346099584 ext(0->7) 00010000:00010000:0.0:1746147236.345703:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfdc24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa62 expref: 36 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.345715:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfdc24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa62 expref: 36 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.345721:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e06e680 00000100:00100000:0.0:1746147236.346540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.350999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.355962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.364496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.367375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.384694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.386685:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346100736:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1843us (1986us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746147236.386698:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1773 00002000:00100000:0.0:1746147236.386705:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e06c000 x1830967346100736/t4294970519(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.386713:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06c000 with x1830967346100736 ext(0->7) 00010000:00010000:0.0:1746147236.386719:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdc32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa77 expref: 38 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.386731:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdc32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa77 expref: 38 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.386737:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e06c000 00000100:00100000:0.0:1746147236.395764:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1746147236.395781:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830967339693184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147236.395822:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830967339693184:12345-0@lo:400:kworker.0 Request processed in 44us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.395828:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1746147236.396964:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339693440 00000100:00100000:0.0:1746147236.396967:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339693440 00000100:00100000:0.0:1746147236.396984:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1746147236.396988:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830967339693440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147236.397011:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830967339693440:12345-0@lo:400:kworker.0 Request processed in 23us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.397015:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1746147236.400650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.400723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.403541:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.403688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.411630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.415111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.416438:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2007:x1830967346102016:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (1328us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746147236.416444:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1775 00002000:00100000:0.0:1746147236.416449:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082d880 x1830967346102016/t4294970520(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.416456:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d880 with x1830967346102016 ext(0->7) 00010000:00010000:0.0:1746147236.416461:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdc40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa85 expref: 41 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.416469:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfdc40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa85 expref: 41 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.416474:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082d880 00000100:00100000:0.0:1746147236.418796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.426077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.434209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.434295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.440110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.454519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.455709:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346103296:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 843us (1197us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746147236.455717:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1777 00002000:00100000:0.0:1746147236.455725:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082e300 x1830967346103296/t4294970521(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.455733:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e300 with x1830967346103296 ext(0->7) 00010000:00010000:0.0:1746147236.455739:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfdc4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa93 expref: 42 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.455751:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652a00/0x29021e8779bfdc4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fa93 expref: 42 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.455756:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082e300 00000100:00100000:0.0:1746147236.459339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.466803:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346103680 00000100:00100000:0.0:1746147236.466813:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346103680 00002000:00100000:0.0:1746147236.466860:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c72680 x1830967346103680/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:612/0 lens 488/0 e 0 to 0 dl 1746147247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.466870:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830967346103680 ext(0->4095) 00002000:00010000:0.0:1746147236.466875:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093c72680 00000100:00100000:0.0:1746147236.466908:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12759 00000100:00100000:0.0:1746147236.466916:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346103680:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147236.467063:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346103680:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (518us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147236.467069:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12759 00002000:00100000:0.0:1746147236.467075:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c72680 x1830967346103680/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746147247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.467082:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830967346103680 ext(0->4095) 00002000:00010000:0.0:1746147236.467084:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093c72680 00000100:00100000:0.0:1746147236.476198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.479423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.484935:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2005:x1830967346104576:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5028us (5513us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746147236.484947:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1779 00002000:00100000:0.0:1746147236.484958:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082e680 x1830967346104576/t4294970522(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.484966:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e680 with x1830967346104576 ext(0->7) 00010000:00010000:0.0:1746147236.484974:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdc5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faa1 expref: 45 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.484987:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdc5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faa1 expref: 45 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.484993:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082e680 00000100:00100000:0.0:1746147236.489357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.492961:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339696256:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147236.492977:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147236.493020:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2008:x1830967346104704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3209us (3668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.493028:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13355 00000100:00100000:0.0:1746147236.493330:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346104960 00000100:00100000:0.0:1746147236.493335:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346104960 00002000:00100000:0.0:1746147236.493363:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e88380 x1830967346104960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 488/0 e 0 to 0 dl 1746147247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.493371:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88380 with x1830967346104960 ext(0->4095) 00002000:00010000:0.0:1746147236.493376:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e88380 00000100:00100000:0.0:1746147236.493398:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12760 00000100:00100000:0.0:1746147236.493405:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2008:x1830967346104960:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147236.493536:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2008:x1830967346104960:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147236.493542:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12760 00002000:00100000:0.0:1746147236.493547:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e88380 x1830967346104960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746147247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.493554:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88380 with x1830967346104960 ext(0->4095) 00002000:00010000:0.0:1746147236.493556:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e88380 00000100:00100000:0.0:1746147236.498492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.499289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.503580:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346105472 00000100:00100000:0.0:1746147236.503589:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346105472 00002000:00100000:0.0:1746147236.503631:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c73480 x1830967346105472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:612/0 lens 488/0 e 0 to 0 dl 1746147247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.503641:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73480 with x1830967346105472 ext(0->4095) 00010000:00010000:0.0:1746147236.503651:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdc6a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faaf expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.503662:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdc6a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faaf expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.503669:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c73480 00000100:00100000:0.0:1746147236.503695:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1780 00000100:00100000:0.0:1746147236.503701:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346105472:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147236.504485:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346105472:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 785us (1012us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147236.504491:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1780 00002000:00100000:0.0:1746147236.504496:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c73480 x1830967346105472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.504503:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c73480 with x1830967346105472 ext(0->4095) 00010000:00010000:0.0:1746147236.504508:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdc6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faaf expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.504516:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdc6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faaf expref: 6 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.504521:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c73480 00000100:00100000:0.0:1746147236.504624:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346105600 00000100:00100000:0.0:1746147236.504628:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346105600 00010000:00010000:0.0:1746147236.504644:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdc63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faa8 expref: 45 pid: 9588 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147236.504732:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13356 00000100:00100000:0.0:1746147236.504738:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2008:x1830967346105600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147236.504747:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147236.504759:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdc63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faa8 expref: 45 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.504778:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdc63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faa8 expref: 45 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.504800:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdc63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faa8 expref: 45 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.505057:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147236.505093:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2008:x1830967346105600:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 354us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.505099:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13356 00000100:00100000:0.0:1746147236.508636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.511331:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346105984 00000100:00100000:0.0:1746147236.511335:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346105984 00002000:00100000:0.0:1746147236.511360:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c71f80 x1830967346105984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 488/0 e 0 to 0 dl 1746147247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.511369:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71f80 with x1830967346105984 ext(0->4095) 00002000:00010000:0.0:1746147236.511372:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093c71f80 00000100:00100000:0.0:1746147236.511388:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12761 00000100:00100000:0.0:1746147236.511394:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346105984:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147236.511483:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346105984:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147236.511488:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12761 00002000:00100000:0.0:1746147236.511493:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c71f80 x1830967346105984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746147247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.511500:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71f80 with x1830967346105984 ext(0->4095) 00002000:00010000:0.0:1746147236.511502:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093c71f80 00000100:00100000:0.0:1746147236.517532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.531741:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346106240:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1080us (2778us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746147236.531749:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1781 00002000:00100000:0.0:1746147236.531756:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c37800 x1830967346106240/t4294970523(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.531763:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c37800 with x1830967346106240 ext(0->7) 00010000:00010000:0.0:1746147236.531778:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfdc71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fab6 expref: 46 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.531789:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfdc71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fab6 expref: 46 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.531796:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c37800 00000100:00100000:0.0:1746147236.539710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.539806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.545352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.547101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.549211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.555379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.564501:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.565928:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346107392:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 844us (1431us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746147236.565936:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1783 00002000:00100000:0.0:1746147236.565942:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944a9f80 x1830967346107392/t4294970524(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.565950:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9f80 with x1830967346107392 ext(0->7) 00010000:00010000:0.0:1746147236.565956:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfdc7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fac4 expref: 48 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.565966:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7000/0x29021e8779bfdc7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fac4 expref: 48 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.565972:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944a9f80 00000100:00100000:0.0:1746147236.571843:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.575211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.581862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.582826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.590894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.599753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.599797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.599833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.600374:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13361 00000100:00100000:0.0:1746147236.600381:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967346108416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147236.600390:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147236.600422:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfdc86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7facb expref: 8 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.600437:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfdc86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7facb expref: 8 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.600461:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfdc86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7facb expref: 8 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.600489:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147236.600518:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967346108416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 138us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.600523:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13361 00000100:00100000:0.0:1746147236.605378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.608369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.611609:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2008:x1830967346109184:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2722us (3243us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746147236.611618:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1786 00002000:00100000:0.0:1746147236.611626:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad4000 x1830967346109184/t4294970525(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.611633:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4000 with x1830967346109184 ext(0->7) 00010000:00010000:0.0:1746147236.611641:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdc94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fad9 expref: 50 pid: 9588 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.611653:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdc94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fad9 expref: 50 pid: 9588 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.611658:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad4000 00000100:00100000:0.0:1746147236.615091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.622698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.626319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.626439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.626467:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346109824 00000100:00100000:0.0:1746147236.626470:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346109824 00000100:00100000:0.0:1746147236.626495:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28586 00000100:00100000:0.0:1746147236.626501:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1178:x1830967346109824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147236.626507:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147236.626514:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094803800/0x29021e8779bfdca9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7faee expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.626687:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.626691:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdca2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fae7 expref: 52 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.626696:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147236.626698:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094803800/0x29021e8779bfdca9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faee expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147236.630438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.634183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.636560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.637389:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2008:x1830967346110464:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 721us (827us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746147236.637395:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1788 00002000:00100000:0.0:1746147236.637401:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad4700 x1830967346110464/t4294970526(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.637408:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4700 with x1830967346110464 ext(0->7) 00010000:00010000:0.0:1746147236.637413:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fae7 expref: 53 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.637423:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fae7 expref: 53 pid: 9587 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.637429:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad4700 00000100:00100000:0.0:1746147236.642834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.645891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.648319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.652397:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339698944 00000100:00100000:0.0:1746147236.652402:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339698944 00000100:00100000:0.0:1746147236.652437:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746147236.652443:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967339698944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746147236.652460:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980699968 pending 659456 free 3921096704 avail 3689574400 00000100:00100000:0.0:1746147236.652490:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967339698944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.652495:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746147236.657009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.657097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.663174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.663207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.663233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.663297:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346111616 00000100:00100000:0.0:1746147236.663300:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346111616 00010000:00010000:0.0:1746147236.663319:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfdcb0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faf5 expref: 6 pid: 9587 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147236.663335:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346111488 00000100:00100000:0.0:1746147236.663337:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346111488 00010000:00010000:0.0:1746147236.663346:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094803800/0x29021e8779bfdca9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faee expref: 56 pid: 20948 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147236.663366:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13366 00000100:00100000:0.0:1746147236.663371:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346111616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147236.663379:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147236.663542:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfdcb0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faf5 expref: 6 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.663552:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfdcb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faf5 expref: 6 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.663572:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147236.663613:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346111616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 241us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.663619:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13366 00010000:00010000:0.0:1746147236.663675:0:20948:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfdcb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7faf5 expref: 5 pid: 9587 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147236.663689:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339699072:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147236.663699:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339699200:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147236.663716:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdcb7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fafc expref: 56 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.663724:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f600, rc 0) 00000100:00100000:0.0:1746147236.663742:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1172:x1830967346111360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6130us (6646us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.663747:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28588 00000100:00100000:0.0:1746147236.666889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.673143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.684382:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2006:x1830967346112256:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3998us (11238us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746147236.684395:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1790 00002000:00100000:0.0:1746147236.684403:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a3cdb100 x1830967346112256/t4294970527(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.684411:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cdb100 with x1830967346112256 ext(0->7) 00010000:00010000:0.0:1746147236.684420:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdcb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fafc expref: 55 pid: 20948 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.684432:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdcb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fafc expref: 55 pid: 20948 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.684439:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cdb100 00000100:00100000:0.0:1746147236.686297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.690166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.696497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.698678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.699883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.702838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.705365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.706708:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346113536:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1162us (1347us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746147236.706715:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1793 00002000:00100000:0.0:1746147236.706721:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfb7b80 x1830967346113536/t4294970528(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.706728:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7b80 with x1830967346113536 ext(0->7) 00010000:00010000:0.0:1746147236.706734:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfdcc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb0a expref: 56 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.706743:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfdcc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb0a expref: 56 pid: 9587 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.706749:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb7b80 00000100:00100000:0.0:1746147236.710658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.718674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.723658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.723738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.727900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.734601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.734642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.738804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.746497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.747605:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346115328:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1114us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746147236.747612:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1796 00002000:00100000:0.0:1746147236.747618:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bfb6300 x1830967346115328/t4294970529(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.747625:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6300 with x1830967346115328 ext(0->7) 00010000:00010000:0.0:1746147236.747630:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdcd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb18 expref: 58 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.747639:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdcd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb18 expref: 58 pid: 9587 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.747650:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb6300 00000100:00100000:0.0:1746147236.749063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.751693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.761153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.762365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.764413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.764684:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.767079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.767145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.769078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.770944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.773056:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2005:x1830967346117120:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1677us (2109us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746147236.773064:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1799 00002000:00100000:0.0:1746147236.773070:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f78a80 x1830967346117120/t4294970530(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.773077:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967346117120 ext(0->7) 00010000:00010000:0.0:1746147236.773082:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfdcef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb34 expref: 60 pid: 20948 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.773092:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfdcef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb34 expref: 60 pid: 20948 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.773097:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f78a80 00000100:00100000:0.0:1746147236.774811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.777889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.782839:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346117632 00000100:00100000:0.0:1746147236.782846:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346117632 00000100:00100000:0.0:1746147236.782893:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28598 00000100:00100000:0.0:1746147236.782900:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1178:x1830967346117632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147236.782915:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147236.782928:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121d41600/0x29021e8779bfdcfd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fb42 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.782949:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.782951:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.782956:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121d41600/0x29021e8779bfdcfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb42 expref: 60 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.782968:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880121d41600/0x29021e8779bfdcfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb42 expref: 60 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.782975:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d41600, rc 0) 00000100:00100000:0.0:1746147236.783019:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+60:1178:x1830967346117632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.783024:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28598 00000100:00100000:0.0:1746147236.784564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.790889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.791728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.798421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.799002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.799040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.799069:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346118656 00000100:00100000:0.0:1746147236.799075:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346118656 00000100:00100000:0.0:1746147236.799155:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28600 00000100:00100000:0.0:1746147236.799163:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1178:x1830967346118656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147236.799185:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147236.799198:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121d41c00/0x29021e8779bfdd0b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fb50 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.799217:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.799223:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 62 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.799228:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147236.799231:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121d41c00/0x29021e8779bfdd0b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb50 expref: 62 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.799280:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 62 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.799290:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880121d41c00/0x29021e8779bfdd0b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb50 expref: 62 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.799299:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d41c00, rc 0) 00000100:00100000:0.0:1746147236.799324:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1178:x1830967346118656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.799331:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28600 00000100:00100000:0.0:1746147236.803307:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339701888:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147236.803322:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147236.803360:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346118528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3519us (4358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.803368:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13378 00000100:00100000:0.0:1746147236.803615:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346118912 00000100:00100000:0.0:1746147236.803619:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346118912 00002000:00100000:0.0:1746147236.803645:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e89500 x1830967346118912/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 488/0 e 0 to 0 dl 1746147247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.803653:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89500 with x1830967346118912 ext(0->4095) 00010000:00010000:0.0:1746147236.803659:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 61 pid: 20948 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.803669:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 61 pid: 20948 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.803674:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e89500 00000100:00100000:0.0:1746147236.803686:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1800 00000100:00100000:0.0:1746147236.803690:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2005:x1830967346118912:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147236.803797:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2005:x1830967346118912:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147236.803805:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1800 00002000:00100000:0.0:1746147236.803809:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094e89500 x1830967346118912/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.803815:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89500 with x1830967346118912 ext(0->4095) 00010000:00010000:0.0:1746147236.803819:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 61 pid: 20948 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.803826:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 61 pid: 20948 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.803832:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e89500 00000100:00100000:0.0:1746147236.805870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.808971:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2008:x1830967346119168:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2967us (3096us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746147236.808980:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1801 00002000:00100000:0.0:1746147236.808988:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094a61c00 x1830967346119168/t4294970531(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.808996:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61c00 with x1830967346119168 ext(0->7) 00010000:00010000:0.0:1746147236.809004:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 63 pid: 20948 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.809017:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdd04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb49 expref: 63 pid: 20948 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.809023:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a61c00 00000100:00100000:0.0:1746147236.813887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.816493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.819660:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346119680 00000100:00100000:0.0:1746147236.819666:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346119680 00000100:00100000:0.0:1746147236.820263:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28601 00000100:00100000:0.0:1746147236.820270:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967346119680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147236.820283:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147236.820295:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fb57 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820318:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.820320:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.820325:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820337:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820347:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d41800, rc 0) 00000100:00100000:0.0:1746147236.820443:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967346119680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147236.820448:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28601 00000100:00100000:0.0:1746147236.820538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.820553:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346119808 00000100:00100000:0.0:1746147236.820556:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346119808 00000100:00100000:0.0:1746147236.820576:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28602 00000100:00100000:0.0:1746147236.820580:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1172:x1830967346119808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147236.820587:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147236.820592:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121d40c00/0x29021e8779bfdd19 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fb5e expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820605:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121d41c00/0x29021e8779bfdd0b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb50 expref: 63 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820612:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820621:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.820622:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147236.820625:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121d40c00/0x29021e8779bfdd19 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb5e expref: 63 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820645:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147236.820655:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 5 pid: 20948 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746147236.820665:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24989:1830967339702144:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147236.824672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.825272:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346120192 00000100:00100000:0.0:1746147236.825275:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346120192 00002000:00100000:0.0:1746147236.825296:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfb7100 x1830967346120192/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:612/0 lens 488/0 e 0 to 0 dl 1746147247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.825303:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7100 with x1830967346120192 ext(0->4095) 00010000:00010000:0.0:1746147236.825308:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 6 pid: 20948 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.825319:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 6 pid: 20948 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.825325:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb7100 00000100:00100000:0.0:1746147236.825341:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1802 00000100:00100000:0.0:1746147236.825348:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346120192:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147236.825433:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346120192:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 85us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147236.825438:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1802 00002000:00100000:0.0:1746147236.825443:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfb7100 x1830967346120192/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:612/0 lens 488/4536 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.825450:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7100 with x1830967346120192 ext(0->4095) 00010000:00010000:0.0:1746147236.825454:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 6 pid: 20948 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.825462:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121d41800/0x29021e8779bfdd12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb57 expref: 6 pid: 20948 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.825467:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bfb7100 00000100:00100000:0.0:1746147236.827175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.829096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.831819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.834824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.835702:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346120832:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 696us (881us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746147236.835709:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1803 00002000:00100000:0.0:1746147236.835714:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094a60a80 x1830967346120832/t4294970532(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.835721:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60a80 with x1830967346120832 ext(0->7) 00010000:00010000:0.0:1746147236.835726:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121d40c00/0x29021e8779bfdd19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb5e expref: 64 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.835736:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121d40c00/0x29021e8779bfdd19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb5e expref: 64 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.835742:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a60a80 00000100:00100000:0.0:1746147236.840392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.843586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.847062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.848713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.851013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.853179:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.863448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.871727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.872556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.875062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.877201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.877384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.880287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.886682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.887926:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346123392:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 717us (1225us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746147236.887933:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1808 00002000:00100000:0.0:1746147236.887939:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa2680 x1830967346123392/t4294970534(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.887945:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2680 with x1830967346123392 ext(0->7) 00010000:00010000:0.0:1746147236.887949:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfdd35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb7a expref: 68 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.887958:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fa00/0x29021e8779bfdd35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb7a expref: 68 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.887964:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa2680 00000100:00100000:0.0:1746147236.891202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.895808:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.897006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.898466:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.899159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.901522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.903958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.905893:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346124672:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1813us (1931us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746147236.905903:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1810 00002000:00100000:0.0:1746147236.905910:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa0a80 x1830967346124672/t4294970535(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.905919:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0a80 with x1830967346124672 ext(0->7) 00010000:00010000:0.0:1746147236.905926:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfdd43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb88 expref: 71 pid: 24989 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.905938:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfdd43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb88 expref: 71 pid: 24989 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.905945:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa0a80 00000100:00100000:0.0:1746147236.907437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.912946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.920854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.920908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.924375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.927902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.932652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.934100:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2007:x1830967346125952:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1254us (1450us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746147236.934107:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1812 00002000:00100000:0.0:1746147236.934115:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5ca80 x1830967346125952/t4294970536(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.934122:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ca80 with x1830967346125952 ext(0->7) 00010000:00010000:0.0:1746147236.934127:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfdd51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb96 expref: 72 pid: 9587 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746147236.934136:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfdd51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fb96 expref: 72 pid: 9587 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746147236.934142:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5ca80 00000100:00100000:0.0:1746147236.936204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.940425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.946868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.946977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.950120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.955595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.957067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.960025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.961795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.963804:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2008:x1830967346127744:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (2007us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746147236.963811:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1815 00002000:00100000:0.0:1746147236.963817:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5c000 x1830967346127744/t4294970537(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.963825:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c000 with x1830967346127744 ext(0->7) 00010000:00010000:0.0:1746147236.963830:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdd66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbab expref: 74 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147236.963840:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdd66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbab expref: 74 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147236.963845:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5c000 00000100:00100000:0.0:1746147236.966344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.969487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.972985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.973649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.974434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.975044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.976468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.976531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.979326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.981457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.982610:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2006:x1830967346129536:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 971us (1153us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746147236.982618:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1818 00002000:00100000:0.0:1746147236.982625:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093e4c000 x1830967346129536/t4294970538(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:612/0 lens 496/448 e 0 to 0 dl 1746147247 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147236.982632:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4c000 with x1830967346129536 ext(0->7) 00010000:00010000:0.0:1746147236.982638:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdd7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbc0 expref: 76 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147236.982648:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdd7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbc0 expref: 76 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147236.982653:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4c000 00000100:00100000:0.0:1746147236.987216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.992605:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.996898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147236.996936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.000426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.002447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.004186:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.006645:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2007:x1830967346130816:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2263us (2455us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746147237.006654:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1820 00002000:00100000:0.0:1746147237.006662:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093e4f100 x1830967346130816/t4294970539(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.006670:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f100 with x1830967346130816 ext(0->7) 00010000:00010000:0.0:1746147237.006676:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfdd89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbce expref: 79 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.006692:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6a00/0x29021e8779bfdd89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbce expref: 79 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.006698:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4f100 00000100:00100000:0.0:1746147237.015070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.021490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.023015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.023415:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346131456 00000100:00100000:0.0:1746147237.023419:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346131456 00000100:00100000:0.0:1746147237.023436:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28621 00000100:00100000:0.0:1746147237.023441:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1172:x1830967346131456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147237.023448:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147237.023454:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096b1be00/0x29021e8779bfdd9e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fbe3 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.023469:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfdd90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbd5 expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.023476:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdd97 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbdc expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.023482:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.023483:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.023486:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096b1be00/0x29021e8779bfdd9e lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbe3 expref: 79 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.023509:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdd97 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbdc expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.023519:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdd97 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbdc expref: 5 pid: 24989 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.023528:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967339706624:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147237.023584:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfdd90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbd5 expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.023591:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfdd90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbd5 expref: 79 pid: 9588 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.023598:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967339706752:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147237.023615:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147237.025696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.026236:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.028692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.034206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.039692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.044746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.048104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.054110:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339707136:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147237.054129:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147237.054177:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967346132608:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5899us (6075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147237.054187:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13401 00000100:00100000:0.0:1746147237.061630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.062324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.068460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.073227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.077590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.080671:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2006:x1830967346133760:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1065us (3086us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746147237.080679:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1824 00002000:00100000:0.0:1746147237.080685:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed2680 x1830967346133760/t4294970541(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.080693:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2680 with x1830967346133760 ext(0->7) 00010000:00010000:0.0:1746147237.080698:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfddac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbf8 expref: 83 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.080708:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfddac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fbf8 expref: 83 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.080714:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed2680 00000100:00100000:0.0:1746147237.088121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.093364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.098745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.104167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.109397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.110388:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2007:x1830967346135040:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 691us (997us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746147237.110395:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1826 00002000:00100000:0.0:1746147237.110400:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed0e00 x1830967346135040/t4294970542(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.110408:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0e00 with x1830967346135040 ext(0->7) 00010000:00010000:0.0:1746147237.110412:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfddc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc06 expref: 84 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.110421:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfddc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc06 expref: 84 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.110426:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed0e00 00000100:00100000:0.0:1746147237.112142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.114743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.117711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.119288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.121472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.121508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.125921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.128110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.129194:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2006:x1830967346137088:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 736us (1082us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746147237.129200:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1828 00002000:00100000:0.0:1746147237.129206:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093afb100 x1830967346137088/t4294970543(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.129213:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093afb100 with x1830967346137088 ext(0->7) 00010000:00010000:0.0:1746147237.129217:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfddcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc14 expref: 87 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.129231:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfddcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc14 expref: 87 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.129236:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093afb100 00000100:00100000:0.0:1746147237.133098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.137540:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346137472 00000100:00100000:0.0:1746147237.137545:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346137472 00002000:00100000:0.0:1746147237.137573:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346137472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.137582:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346137472 ext(0->4095) 00002000:00010000:0.0:1746147237.137586:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb4a80 00000100:00100000:0.0:1746147237.137610:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12787 00000100:00100000:0.0:1746147237.137616:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967346137472:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.137947:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967346137472:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 329us (1210us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.137953:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12787 00002000:00100000:0.0:1746147237.137958:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346137472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.137965:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346137472 ext(0->4095) 00002000:00010000:0.0:1746147237.137968:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb4a80 00000100:00100000:0.0:1746147237.140848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.140876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.142821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.144532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.146836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.148630:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967346138368:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1200us (1792us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746147237.148637:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1830 00002000:00100000:0.0:1746147237.148643:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800906a8e00 x1830967346138368/t4294970544(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.148650:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8e00 with x1830967346138368 ext(0->7) 00010000:00010000:0.0:1746147237.148655:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfdddd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc29 expref: 88 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.148665:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfdddd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc29 expref: 88 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.148671:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800906a8e00 00000100:00100000:0.0:1746147237.150846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.154153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.156911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.158629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.160554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.161135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.162570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.162603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.162957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.164730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.167144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.168419:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+91:2006:x1830967346140416:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1079us (1277us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746147237.168430:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1832 00002000:00100000:0.0:1746147237.168436:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009053d180 x1830967346140416/t4294970545(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.168443:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967346140416 ext(0->7) 00010000:00010000:0.0:1746147237.168448:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfddf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc37 expref: 91 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.168457:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfddf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc37 expref: 91 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.168463:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053d180 00000100:00100000:0.0:1746147237.174201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.176285:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.179110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.180985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.181590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.183779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.184736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.184781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.186980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.193928:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2007:x1830967346142208:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4296us (4456us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746147237.193938:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1835 00002000:00100000:0.0:1746147237.193946:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5df80 x1830967346142208/t4294970546(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.193960:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5df80 with x1830967346142208 ext(0->7) 00010000:00010000:0.0:1746147237.193968:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfde07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc4c expref: 93 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.193981:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfde07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc4c expref: 93 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.193988:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5df80 00000100:00100000:0.0:1746147237.196372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.198190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.200461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.203658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.205776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.207650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.208628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.208648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.208666:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346143616 00000100:00100000:0.0:1746147237.208669:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346143616 00010000:00010000:0.0:1746147237.208680:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfde0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc53 expref: 93 pid: 9588 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.208695:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13418 00000100:00100000:0.0:1746147237.208700:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2006:x1830967346143616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147237.208711:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147237.208718:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfde0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc53 expref: 93 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.208732:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfde0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc53 expref: 93 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.208743:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfde0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc53 expref: 93 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.209027:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147237.209051:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2006:x1830967346143616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 350us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147237.209056:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13418 00000100:00100000:0.0:1746147237.210625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.213734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.215028:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2007:x1830967346144256:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 981us (1298us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746147237.215035:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1838 00002000:00100000:0.0:1746147237.215041:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880079ab3b80 x1830967346144256/t4294970547(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.215047:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079ab3b80 with x1830967346144256 ext(0->7) 00010000:00010000:0.0:1746147237.215053:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfde1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc61 expref: 94 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.215062:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfde1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc61 expref: 94 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.215067:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079ab3b80 00000100:00100000:0.0:1746147237.217326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.221747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.226541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.231028:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.231233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.231284:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346145152 00000100:00100000:0.0:1746147237.231287:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346145152 00002000:00100000:0.0:1746147237.231307:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130660380 x1830967346145152/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.231314:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346145152 ext(0->4095) 00010000:00010000:0.0:1746147237.231319:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 96 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.231326:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 96 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.231332:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:0.0:1746147237.231349:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1839 00000100:00100000:0.0:1746147237.231353:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2008:x1830967346145152:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.231434:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2008:x1830967346145152:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 81us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.231440:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1839 00002000:00100000:0.0:1746147237.231445:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130660380 x1830967346145152/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.231451:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346145152 ext(0->4095) 00010000:00010000:0.0:1746147237.231455:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 96 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.231462:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 96 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.231466:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:0.0:1746147237.232991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.233504:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346145408 00000100:00100000:0.0:1746147237.233507:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346145408 00010000:00010000:0.0:1746147237.233518:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 95 pid: 9588 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.233530:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13421 00000100:00100000:0.0:1746147237.233534:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346145408:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147237.233540:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147237.233545:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 95 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.233610:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 95 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.233622:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfde2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc6f expref: 95 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.233633:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.233634:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.233639:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfde31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc76 expref: 94 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.233692:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfde31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc76 expref: 94 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.233727:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfde31 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc76 expref: 94 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.233734:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfde31 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc76 expref: 94 pid: 9587 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.233741:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130662300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339711744:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147237.235731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.237724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.238950:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2007:x1830967346146048:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 886us (1227us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746147237.238957:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1841 00002000:00100000:0.0:1746147237.238963:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130660e00 x1830967346146048/t4294970548(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.238971:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660e00 with x1830967346146048 ext(0->7) 00010000:00010000:0.0:1746147237.238976:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfde31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc76 expref: 96 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.238986:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfde31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc76 expref: 96 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.238996:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130660e00 00000100:00100000:0.0:1746147237.243052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.246733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.248585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.251612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.252831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.254426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.255354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.255391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.256756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.258107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.259512:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2008:x1830967346147840:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1289us (1403us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746147237.259519:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1844 00002000:00100000:0.0:1746147237.259525:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417c000 x1830967346147840/t4294970549(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.259533:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c000 with x1830967346147840 ext(0->7) 00010000:00010000:0.0:1746147237.259538:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfde46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc8b expref: 98 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.259549:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfde46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fc8b expref: 98 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.259555:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417c000 00000100:00100000:0.0:1746147237.262579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.264636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.273389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.274310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.275109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.276871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.277232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.278363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.280014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.280884:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346149632:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 740us (869us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746147237.280891:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1847 00002000:00100000:0.0:1746147237.280897:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009417df80 x1830967346149632/t4294970550(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.280904:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967346149632 ext(0->7) 00010000:00010000:0.0:1746147237.280909:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfde5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fca0 expref: 100 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.280919:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfde5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fca0 expref: 100 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.280924:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417df80 00000100:00100000:0.0:1746147237.282287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.285030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.288331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.289527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.293402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.293790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.293808:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346150784 00000100:00100000:0.0:1746147237.293811:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346150784 00000100:00100000:0.0:1746147237.293847:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28651 00000100:00100000:0.0:1746147237.293852:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a968050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:1172:x1830967346150784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147237.293911:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147237.293924:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fcb5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.293944:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfde62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fca7 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.294105:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfde69 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcae expref: 101 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.294111:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.294113:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.294116:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcb5 expref: 101 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.294140:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfde69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcae expref: 101 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.294150:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfde69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcae expref: 101 pid: 9587 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.294160:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339713280:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147237.294233:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfde62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fca7 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.294264:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfde62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fca7 expref: 5 pid: 9587 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.294272:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339713408:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147237.294305:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147237.295867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.296380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.299733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.299818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.303896:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346151680 00000100:00100000:0.0:1746147237.303901:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346151680 00002000:00100000:0.0:1746147237.303926:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c35180 x1830967346151680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.303934:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35180 with x1830967346151680 ext(0->4095) 00010000:00010000:0.0:1746147237.303939:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcb5 expref: 101 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.303949:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcb5 expref: 101 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.303955:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c35180 00000100:00100000:0.0:1746147237.303966:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1849 00000100:00100000:0.0:1746147237.303971:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346151680:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.304187:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346151680:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 214us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.304193:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1849 00002000:00100000:0.0:1746147237.304198:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c35180 x1830967346151680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.304204:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35180 with x1830967346151680 ext(0->4095) 00010000:00010000:0.0:1746147237.304261:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcb5 expref: 100 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.304272:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcb5 expref: 100 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.304277:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c35180 00000100:00100000:0.0:1746147237.305634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.306291:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+102:2006:x1830967346151936:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 534us (658us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746147237.306298:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1850 00002000:00100000:0.0:1746147237.306303:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc44a80 x1830967346151936/t4294970551(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.306310:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44a80 with x1830967346151936 ext(0->7) 00010000:00010000:0.0:1746147237.306314:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcb5 expref: 102 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.306321:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800951a1200/0x29021e8779bfde70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcb5 expref: 102 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.306326:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc44a80 00000100:00100000:0.0:1746147237.307226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.310431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.312193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.318530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.322313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.322738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.325504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.325545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.331028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.333735:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.336221:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2005:x1830967346153984:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1074us (2489us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746147237.336229:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1853 00002000:00100000:0.0:1746147237.336235:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc46d80 x1830967346153984/t4294970552(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.336802:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46d80 with x1830967346153984 ext(0->7) 00010000:00010000:0.0:1746147237.336810:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfde85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcca expref: 105 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.336821:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfde85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcca expref: 105 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.336827:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc46d80 00000100:00100000:0.0:1746147237.339208:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.351111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.351673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.355739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.355797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.357988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.360817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.363327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.366276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.370294:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2005:x1830967346155648:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2936us (4016us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746147237.370304:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1855 00002000:00100000:0.0:1746147237.370312:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096a84700 x1830967346155648/t4294970553(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.370320:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830967346155648 ext(0->7) 00010000:00010000:0.0:1746147237.370328:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfde9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcdf expref: 106 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.370346:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfde9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fcdf expref: 106 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.370353:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a84700 00000100:00100000:0.0:1746147237.376403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.378416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.378443:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346155904 00000100:00100000:0.0:1746147237.378447:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346155904 00000100:00100000:0.0:1746147237.380436:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28659 00000100:00100000:0.0:1746147237.380445:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:1172:x1830967346155904:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147237.380457:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147237.380467:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951a1a00/0x29021e8779bfdea8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fced expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.380488:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdea1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fce6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.380494:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.380495:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.380497:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a1a00/0x29021e8779bfdea8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fced expref: 107 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.380516:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdea1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fce6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.380526:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdea1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fce6 expref: 5 pid: 24989 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.380533:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967339715200:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147237.388610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.388635:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346156160 00000100:00100000:0.0:1746147237.388641:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346156160 00002000:00100000:0.0:1746147237.388673:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a85180 x1830967346156160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.388682:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967346156160 ext(0->4095) 00010000:00010000:0.0:1746147237.388689:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdea1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fce6 expref: 6 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.388699:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdea1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fce6 expref: 6 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.388709:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85180 00000100:00100000:0.0:1746147237.388738:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1856 00000100:00100000:0.0:1746147237.388745:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346156160:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.388863:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346156160:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.388870:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1856 00002000:00100000:0.0:1746147237.388875:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880096a85180 x1830967346156160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.388881:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967346156160 ext(0->4095) 00010000:00010000:0.0:1746147237.388885:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdea1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fce6 expref: 6 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.388892:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfdea1 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fce6 expref: 6 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.388897:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85180 00000100:00100000:0.0:1746147237.392903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.392951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.396402:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.401120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.402926:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2005:x1830967346156928:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 940us (1813us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746147237.402940:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1858 00002000:00100000:0.0:1746147237.402946:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fbd880 x1830967346156928/t4294970554(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.402953:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd880 with x1830967346156928 ext(0->7) 00010000:00010000:0.0:1746147237.402958:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800951a1a00/0x29021e8779bfdea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fced expref: 109 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.402966:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800951a1a00/0x29021e8779bfdea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fced expref: 109 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.402971:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fbd880 00000100:00100000:0.0:1746147237.405314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.408475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.410392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.413447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.413514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.416641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.416674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.417690:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13440 00000100:00100000:0.0:1746147237.419286:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.420819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.422088:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+111:2006:x1830967346158720:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 498us (1269us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746147237.422094:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1860 00002000:00100000:0.0:1746147237.422099:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094cb7b80 x1830967346158720/t4294970555(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.422106:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7b80 with x1830967346158720 ext(0->7) 00010000:00010000:0.0:1746147237.422110:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfdebd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd02 expref: 111 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.422119:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfdebd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd02 expref: 111 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.422124:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb7b80 00000100:00100000:0.0:1746147237.424965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.427135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.434259:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.437284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.439973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.442708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.442755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.443434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.448109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.451746:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346161024:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3431us (3632us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746147237.451765:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1863 00002000:00100000:0.0:1746147237.451774:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094cb4380 x1830967346161024/t4294970556(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.451782:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4380 with x1830967346161024 ext(0->7) 00010000:00010000:0.0:1746147237.451790:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfded2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd17 expref: 113 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.451803:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfded2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd17 expref: 113 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.451814:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb4380 00000100:00100000:0.0:1746147237.455417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.460781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.462705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.462783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.464443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.464751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.467920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.471063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.474373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.481431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.483148:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346162688:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1269us (1720us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746147237.483155:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1865 00002000:00100000:0.0:1746147237.483162:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945aa680 x1830967346162688/t4294970557(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.483168:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa680 with x1830967346162688 ext(0->7) 00010000:00010000:0.0:1746147237.483173:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfdee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd2c expref: 114 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.483184:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfdee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd2c expref: 114 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.483189:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945aa680 00000100:00100000:0.0:1746147237.487446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.489470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.491616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.494124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.496063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.498183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.500873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.502489:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2005:x1830967346163840:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1178us (1614us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746147237.502495:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1867 00002000:00100000:0.0:1746147237.502501:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945ab480 x1830967346163840/t4294970558(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.502507:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ab480 with x1830967346163840 ext(0->7) 00010000:00010000:0.0:1746147237.502512:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfdef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd3a expref: 116 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.502522:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779bfdef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd3a expref: 116 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.502527:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945ab480 00000100:00100000:0.0:1746147237.503962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.506447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.508317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.514131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.514186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.516049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.520576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.522879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.528968:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+119:2006:x1830967346165888:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5929us (6084us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746147237.528979:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1870 00002000:00100000:0.0:1746147237.528990:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945a8700 x1830967346165888/t4294970559(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.528999:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8700 with x1830967346165888 ext(0->7) 00010000:00010000:0.0:1746147237.529007:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdf0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd4f expref: 119 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.529021:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f600/0x29021e8779bfdf0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd4f expref: 119 pid: 9588 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.529028:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945a8700 00000100:00100000:0.0:1746147237.545398:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346166272 00000100:00100000:0.0:1746147237.545407:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346166272 00002000:00100000:0.0:1746147237.545443:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c35880 x1830967346166272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.545451:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35880 with x1830967346166272 ext(0->4095) 00002000:00010000:0.0:1746147237.545455:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093c35880 00000100:00100000:0.0:1746147237.545492:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12814 00000100:00100000:0.0:1746147237.545498:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2006:x1830967346166272:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.546068:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2006:x1830967346166272:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 569us (3520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.546074:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12814 00002000:00100000:0.0:1746147237.546080:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c35880 x1830967346166272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.546087:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35880 with x1830967346166272 ext(0->4095) 00002000:00010000:0.0:1746147237.546090:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093c35880 00000100:00100000:0.0:1746147237.559408:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1871 00000100:00100000:0.0:1746147237.559416:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346166912:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.563211:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13455 00000100:00100000:0.0:1746147237.563219:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346167040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147237.563230:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147237.563279:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdf18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd5d expref: 6 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.563289:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdf18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd5d expref: 6 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.563362:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfdf18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd5d expref: 6 pid: 9588 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.563377:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.563379:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.563384:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfdf1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd64 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.563391:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfdf1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd64 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.563418:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfdf1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd64 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147237.563428:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339719040:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147237.563629:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147237.566921:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945af100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339719040:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147237.566937:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147237.566970:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346167040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3752us (4127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147237.566977:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13455 00000100:00100000:0.0:1746147237.567295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.576310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.577133:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2006:x1830967346167552:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 675us (822us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746147237.577139:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1872 00002000:00100000:0.0:1746147237.577145:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945ac700 x1830967346167552/t4294970560(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.577152:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac700 with x1830967346167552 ext(0->7) 00010000:00010000:0.0:1746147237.577157:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfdf1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd64 expref: 120 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.577166:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfdf1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd64 expref: 120 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.577172:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945ac700 00000100:00100000:0.0:1746147237.579021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.581595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.586717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.587267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.587667:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28679 00000100:00100000:0.0:1746147237.587673:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+121:1172:x1830967346168192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147237.587680:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147237.587686:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779bfdf34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fd72 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.587699:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653a00/0x29021e8779bfdf26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd6b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.587706:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfdf2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd79 expref: 122 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.587710:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.587712:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.587714:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779bfdf34 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd72 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.587740:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfdf2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd79 expref: 122 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.587750:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfdf2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd79 expref: 122 pid: 9588 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746147237.587773:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339719424:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147237.589855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.589917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.591795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.592217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.594135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.596070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.597358:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346169344:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 873us (1287us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746147237.597366:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1875 00002000:00100000:0.0:1746147237.597372:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d5ce00 x1830967346169344/t4294970561(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.597380:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830967346169344 ext(0->7) 00010000:00010000:0.0:1746147237.597385:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779bfdf34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd72 expref: 122 pid: 20948 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.597395:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779bfdf34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd72 expref: 122 pid: 20948 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.597401:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5ce00 00000100:00100000:0.0:1746147237.599538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.601522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.606158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.609937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.612937:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.613230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.615127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.615538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.615574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.617898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.619372:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.622060:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2008:x1830967346171392:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2566us (2682us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746147237.622069:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1878 00002000:00100000:0.0:1746147237.622077:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d5dc00 x1830967346171392/t4294970562(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.622090:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967346171392 ext(0->7) 00010000:00010000:0.0:1746147237.622098:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfdf49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd8e expref: 125 pid: 20948 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.622111:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfdf49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd8e expref: 125 pid: 20948 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.622116:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746147237.626838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.630556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.634165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.634201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.636266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.636311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.636334:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346172416 00000100:00100000:0.0:1746147237.636338:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346172416 00002000:00100000:0.0:1746147237.636361:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed6a00 x1830967346172416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.636369:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6a00 with x1830967346172416 ext(0->4095) 00010000:00010000:0.0:1746147237.636374:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdf57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd9c expref: 6 pid: 20948 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.636385:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdf57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd9c expref: 6 pid: 20948 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.636390:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed6a00 00000100:00100000:0.0:1746147237.636418:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1879 00000100:00100000:0.0:1746147237.636424:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346172416:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.636518:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346172416:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.636524:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1879 00002000:00100000:0.0:1746147237.636529:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed6a00 x1830967346172416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.636536:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6a00 with x1830967346172416 ext(0->4095) 00010000:00010000:0.0:1746147237.636540:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdf57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd9c expref: 6 pid: 20948 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.636547:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfdf57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fd9c expref: 6 pid: 20948 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.636552:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed6a00 00000100:00100000:0.0:1746147237.638389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.641218:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.643500:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346173184 00000100:00100000:0.0:1746147237.643505:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346173184 00002000:00100000:0.0:1746147237.643533:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c36d80 x1830967346173184/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.643546:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c36d80 with x1830967346173184 ext(0->7) 00010000:00010000:0.0:1746147237.643552:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdf5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fda3 expref: 125 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.643563:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdf5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fda3 expref: 125 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.643569:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c36d80 00000100:00100000:0.0:1746147237.643589:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1881 00000100:00100000:0.0:1746147237.643595:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346173184:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.644492:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2005:x1830967346173184:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 896us (1043us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746147237.644499:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1881 00002000:00100000:0.0:1746147237.644504:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093c36d80 x1830967346173184/t4294970563(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.644512:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c36d80 with x1830967346173184 ext(0->7) 00010000:00010000:0.0:1746147237.644516:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdf5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fda3 expref: 127 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.644525:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfdf5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fda3 expref: 127 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.644530:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c36d80 00000100:00100000:0.0:1746147237.646039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.649094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.649145:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346173568 00000100:00100000:0.0:1746147237.649150:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346173568 00002000:00100000:0.0:1746147237.649176:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed7800 x1830967346173568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.649186:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7800 with x1830967346173568 ext(0->4095) 00002000:00010000:0.0:1746147237.649189:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed7800 00000100:00100000:0.0:1746147237.649204:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12820 00000100:00100000:0.0:1746147237.649209:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346173568:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.649364:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346173568:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.649370:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12820 00002000:00100000:0.0:1746147237.649375:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093ed7800 x1830967346173568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.649382:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7800 with x1830967346173568 ext(0->4095) 00002000:00010000:0.0:1746147237.649385:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed7800 00000100:00100000:0.0:1746147237.650766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.653464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.655072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.656271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.656930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.657719:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.657898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.659634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.660726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.661836:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+128:2006:x1830967346175232:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 959us (1108us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746147237.661843:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1884 00002000:00100000:0.0:1746147237.661848:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013082ce00 x1830967346175232/t4294970564(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.661855:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ce00 with x1830967346175232 ext(0->7) 00010000:00010000:0.0:1746147237.661859:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfdf73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdb8 expref: 128 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.661869:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fc00/0x29021e8779bfdf73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdb8 expref: 128 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.661874:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013082ce00 00000100:00100000:0.0:1746147237.663024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.665075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.667043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.668635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.670885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.673421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.673458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.676177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.677805:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.677846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.680887:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c34a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339722368:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147237.680895:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147237.680923:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346176896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3001us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147237.680930:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13470 00000100:00100000:0.0:1746147237.681335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.684866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.686133:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+131:2005:x1830967346177536:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 734us (1270us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746147237.686140:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1886 00002000:00100000:0.0:1746147237.686146:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d77100 x1830967346177536/t4294970565(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.686153:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77100 with x1830967346177536 ext(0->7) 00010000:00010000:0.0:1746147237.686158:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdf88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdcd expref: 131 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.686167:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfdf88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdcd expref: 131 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.686173:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d77100 00000100:00100000:0.0:1746147237.692571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.698101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.704236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.704320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.704534:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28694 00000100:00100000:0.0:1746147237.704541:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1178:x1830967346178176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147237.704549:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147237.704555:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fdca00/0x29021e8779bfdf9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7fde2 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.704565:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147237.704569:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdf96 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fddb expref: 131 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.704662:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147237.704666:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fdca00/0x29021e8779bfdf9d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fde2 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.704684:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdf96 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fddb expref: 131 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.704695:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fdca00/0x29021e8779bfdf9d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fde2 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147237.704703:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fdca00, rc 0) 00000100:00100000:0.0:1746147237.704723:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1178:x1830967346178176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147237.705157:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28694 00000100:00100000:0.0:1746147237.713059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.720407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.728966:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+132:2005:x1830967346178816:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8210us (8558us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746147237.728977:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1888 00002000:00100000:0.0:1746147237.728985:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ed6680 x1830967346178816/t4294970566(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.728993:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6680 with x1830967346178816 ext(0->7) 00010000:00010000:0.0:1746147237.729002:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdf96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fddb expref: 132 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.729025:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdf96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fddb expref: 132 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.729031:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ed6680 00000100:00100000:0.0:1746147237.735025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.739169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.745231:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.747312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.756212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.762111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.768408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.773750:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346179968:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1731us (5337us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746147237.773781:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1890 00002000:00100000:0.0:1746147237.773794:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a71ba300 x1830967346179968/t4294970567(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.773802:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71ba300 with x1830967346179968 ext(0->7) 00010000:00010000:0.0:1746147237.773811:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfdfa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fde9 expref: 134 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.773824:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfdfa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fde9 expref: 134 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.773831:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71ba300 00000100:00100000:0.0:1746147237.775077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.778694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.778781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.783127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.783183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.784831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.784856:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346180992 00000100:00100000:0.0:1746147237.784859:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346180992 00002000:00100000:0.0:1746147237.784881:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bad80 x1830967346180992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/0 e 0 to 0 dl 1746147248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.784888:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bad80 with x1830967346180992 ext(0->4095) 00010000:00010000:0.0:1746147237.784893:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdfb2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdf7 expref: 136 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.784902:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdfb2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdf7 expref: 136 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.784907:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71bad80 00000100:00100000:0.0:1746147237.784919:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1891 00000100:00100000:0.0:1746147237.784924:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2005:x1830967346180992:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147237.785006:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2005:x1830967346180992:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 81us (176us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147237.785011:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1891 00002000:00100000:0.0:1746147237.785016:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a71bad80 x1830967346180992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.785022:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bad80 with x1830967346180992 ext(0->4095) 00010000:00010000:0.0:1746147237.785027:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdfb2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdf7 expref: 136 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.785035:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdfb2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdf7 expref: 136 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.785041:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a71bad80 00000100:00100000:0.0:1746147237.788865:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2005:x1830967346181248:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1356us (1509us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746147237.788874:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1892 00002000:00100000:0.0:1746147237.788880:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008fc47800 x1830967346181248/t4294970568(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.788887:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47800 with x1830967346181248 ext(0->7) 00010000:00010000:0.0:1746147237.788893:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdfb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdf7 expref: 137 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.788904:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e000/0x29021e8779bfdfb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fdf7 expref: 137 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.788909:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fc47800 00000100:00100000:0.0:1746147237.791945:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.798054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.803815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.805689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.810144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.812777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.813883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.813920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.817976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.822578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.824300:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+138:2008:x1830967346183296:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 573us (1727us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746147237.824307:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1895 00002000:00100000:0.0:1746147237.824312:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800940e2d80 x1830967346183296/t4294970569(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.824319:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2d80 with x1830967346183296 ext(0->7) 00010000:00010000:0.0:1746147237.824324:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653e00/0x29021e8779bfdfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe0c expref: 138 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.824333:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653e00/0x29021e8779bfdfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe0c expref: 138 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.824338:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800940e2d80 00000100:00100000:0.0:1746147237.829001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.831888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.836288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.839079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.842063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.842104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.847368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.847501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.849397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.856787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.860729:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+140:2005:x1830967346185088:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3754us (3939us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746147237.860743:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1898 00002000:00100000:0.0:1746147237.860762:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8784e00 x1830967346185088/t4294970570(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.860770:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784e00 with x1830967346185088 ext(0->7) 00010000:00010000:0.0:1746147237.860778:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdfdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe21 expref: 140 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.860789:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfdfdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe21 expref: 140 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.860794:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8784e00 00000100:00100000:0.0:1746147237.867531:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339725312 00000100:00100000:0.0:1746147237.867537:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339725312 00000100:00100000:0.0:1746147237.867580:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1746147237.867586:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967339725312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746147237.867610:0:15340:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746147237.867653:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967339725312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147237.867659:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1746147237.870361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.870405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.876492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.884137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.889147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.892693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.893989:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+142:2006:x1830967346186240:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 972us (1297us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746147237.893997:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1900 00002000:00100000:0.0:1746147237.894003:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8787800 x1830967346186240/t4294970571(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.894010:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787800 with x1830967346186240 ext(0->7) 00010000:00010000:0.0:1746147237.894015:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdfea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe2f expref: 142 pid: 24989 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.894024:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdfea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe2f expref: 142 pid: 24989 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.894030:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8787800 00000100:00100000:0.0:1746147237.895529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.908457:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.908551:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.913054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.913115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.921489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.925486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.928663:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+145:2007:x1830967346187520:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1885us (3179us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746147237.928672:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1902 00002000:00100000:0.0:1746147237.928679:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094409500 x1830967346187520/t4294970572(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.928687:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409500 with x1830967346187520 ext(0->7) 00010000:00010000:0.0:1746147237.928694:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe3d expref: 145 pid: 9587 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746147237.928707:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfdff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe3d expref: 145 pid: 9587 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746147237.928713:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094409500 00000100:00100000:0.0:1746147237.939944:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.942505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.947088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.951416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.952054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.955660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.958379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.961441:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+146:2007:x1830967346188800:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2538us (3060us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746147237.961450:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1905 00002000:00100000:0.0:1746147237.961457:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094408a80 x1830967346188800/t4294970573(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.961470:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967346188800 ext(0->7) 00010000:00010000:0.0:1746147237.961479:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfe006 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe4b expref: 146 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147237.961492:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfe006 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe4b expref: 146 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147237.961498:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094408a80 00000100:00100000:0.0:1746147237.971726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.976634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.978344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.981990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.985281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.991664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.995920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147237.998658:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+148:2005:x1830967346189952:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2131us (2734us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746147237.998668:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1907 00002000:00100000:0.0:1746147237.998675:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009440bb80 x1830967346189952/t4294970574(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:613/0 lens 496/448 e 0 to 0 dl 1746147248 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147237.998681:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440bb80 with x1830967346189952 ext(0->7) 00010000:00010000:0.0:1746147237.998688:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfe014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe59 expref: 148 pid: 9587 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147237.998939:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfe014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe59 expref: 148 pid: 9587 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147237.998945:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009440bb80 00000100:00100000:0.0:1746147238.001670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147238.001945:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147238.007419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.007505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.010324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.010401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.014864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.014905:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346190976 00000100:00100000:0.0:1746147238.014910:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346190976 00002000:00100000:0.0:1746147238.014943:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094408e00 x1830967346190976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/0 e 0 to 0 dl 1746147249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.014950:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346190976 ext(0->4095) 00010000:00010000:0.0:1746147238.014956:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe67 expref: 150 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.014966:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe67 expref: 150 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.014971:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147238.014987:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1908 00000100:00100000:0.0:1746147238.014992:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+150:2006:x1830967346190976:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147238.015220:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+150:2006:x1830967346190976:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 227us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147238.015225:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1908 00002000:00100000:0.0:1746147238.015229:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094408e00 x1830967346190976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.015235:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346190976 ext(0->4095) 00010000:00010000:0.0:1746147238.015239:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe67 expref: 150 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.015265:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe67 expref: 150 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.015271:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147238.018431:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.020427:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+151:2007:x1830967346191232:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1728us (1996us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746147238.020436:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1909 00002000:00100000:0.0:1746147238.020443:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094409180 x1830967346191232/t4294970575(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.020450:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409180 with x1830967346191232 ext(0->7) 00010000:00010000:0.0:1746147238.020458:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe67 expref: 151 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.020469:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe67 expref: 151 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.020474:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094409180 00000100:00100000:0.0:1746147238.035980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.036996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.040794:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.043809:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.043890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.047826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.052921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.058504:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+152:2006:x1830967346192512:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5318us (5581us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746147238.058515:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1912 00002000:00100000:0.0:1746147238.058524:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090565500 x1830967346192512/t4294970576(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.058539:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565500 with x1830967346192512 ext(0->7) 00010000:00010000:0.0:1746147238.058547:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfe030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe75 expref: 152 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.058561:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfe030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe75 expref: 152 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.058568:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090565500 00000100:00100000:0.0:1746147238.065083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.073673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.076027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.079986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.080031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.084001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.086931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.088940:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+155:2007:x1830967346193792:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1168us (2012us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746147238.088947:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1915 00002000:00100000:0.0:1746147238.088953:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fb8a80 x1830967346193792/t4294970577(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.088960:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8a80 with x1830967346193792 ext(0->7) 00010000:00010000:0.0:1746147238.088965:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfe03e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe83 expref: 155 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.088975:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfe03e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe83 expref: 155 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.088981:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fb8a80 00000100:00100000:0.0:1746147238.091553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.094220:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147238.099541:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147238.104916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.104967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.110924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.111972:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.115400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.115445:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.125855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.127632:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+156:2005:x1830967346195840:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1606us (1780us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746147238.127641:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1918 00002000:00100000:0.0:1746147238.127648:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fbad80 x1830967346195840/t4294970578(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.127655:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbad80 with x1830967346195840 ext(0->7) 00010000:00010000:0.0:1746147238.127662:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfe053 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe98 expref: 156 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.127673:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfe053 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fe98 expref: 156 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.127679:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fbad80 00000100:00100000:0.0:1746147238.130094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.136779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.140064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.146521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.151513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.151696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.155132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.155779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.156128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.158486:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339730176:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147238.158691:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfe06f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7feb4 expref: 157 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.158701:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367fe00, rc 0) 00000100:00100000:0.0:1746147238.158717:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+157:1178:x1830967346197376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1856us (2590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.158722:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28724 00000100:00100000:0.0:1746147238.158829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.163984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.165312:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+159:2008:x1830967346197888:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 929us (1334us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746147238.165319:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1920 00002000:00100000:0.0:1746147238.165324:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009053d880 x1830967346197888/t4294970579(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.165330:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d880 with x1830967346197888 ext(0->7) 00010000:00010000:0.0:1746147238.165335:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfe068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fead expref: 159 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.165349:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367e600/0x29021e8779bfe068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fead expref: 159 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.165354:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053d880 00000100:00100000:0.0:1746147238.169374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.175295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.175698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.175716:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346198144 00000100:00100000:0.0:1746147238.175721:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346198144 00000100:00100000:0.0:1746147238.175749:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28725 00000100:00100000:0.0:1746147238.175764:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+158:1172:x1830967346198144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147238.175778:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147238.175790:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfe076 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7febb expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.175811:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfe06f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7feb4 expref: 159 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.175817:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.175819:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.175822:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfe076 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7febb expref: 159 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.175844:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfe06f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7feb4 expref: 159 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.175854:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009367fe00/0x29021e8779bfe06f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7feb4 expref: 159 pid: 20948 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746147238.175864:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339730432:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147238.175916:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147238.179128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.182958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.186763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.187554:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+160:2007:x1830967346199168:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 630us (805us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746147238.187561:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1923 00002000:00100000:0.0:1746147238.187568:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800907dc000 x1830967346199168/t4294970580(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.187575:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc000 with x1830967346199168 ext(0->7) 00010000:00010000:0.0:1746147238.187581:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfe076 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7febb expref: 160 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.187591:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779bfe076 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7febb expref: 160 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.187596:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800907dc000 00000100:00100000:0.0:1746147238.189818:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.192939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.195512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.199902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.202991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.203043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.205966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.206020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.206040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.206733:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346200704 00000100:00100000:0.0:1746147238.206736:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346200704 00000100:00100000:0.0:1746147238.212275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.217567:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.219713:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+163:2006:x1830967346201216:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1903us (2147us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746147238.219722:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1925 00002000:00100000:0.0:1746147238.219728:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e8a680 x1830967346201216/t4294970581(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.219736:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8a680 with x1830967346201216 ext(0->7) 00010000:00010000:0.0:1746147238.219743:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779bfe08b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fed0 expref: 163 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.219766:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779bfe08b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fed0 expref: 163 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.219770:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e8a680 00000100:00100000:0.0:1746147238.230047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.232120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.235929:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339731456:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147238.235941:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147238.235961:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+164:2007:x1830967346201344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5664us (5921us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.235973:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13508 00000100:00100000:0.0:1746147238.238052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.238113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.238132:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346201856 00000100:00100000:0.0:1746147238.238137:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346201856 00010000:00010000:0.0:1746147238.238161:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe092 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fed7 expref: 164 pid: 24989 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746147238.238183:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13509 00000100:00100000:0.0:1746147238.238188:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+164:2006:x1830967346201856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147238.238198:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147238.238214:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe092 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fed7 expref: 164 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.238224:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe092 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fed7 expref: 164 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.238261:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.238263:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.238268:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 164 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.238275:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 164 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.238298:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 164 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147238.238307:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c72d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339731712:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147238.238364:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147238.245509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.246711:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346202240 00000100:00100000:0.0:1746147238.246718:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346202240 00002000:00100000:0.0:1746147238.246787:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c72d80 x1830967346202240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/0 e 0 to 0 dl 1746147249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.246797:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72d80 with x1830967346202240 ext(0->4095) 00010000:00010000:0.0:1746147238.246805:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 162 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.246819:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 162 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.246824:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c72d80 00000100:00100000:0.0:1746147238.246853:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1927 00000100:00100000:0.0:1746147238.246860:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+162:2005:x1830967346202240:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147238.246991:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+162:2005:x1830967346202240:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (1483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147238.246996:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1927 00002000:00100000:0.0:1746147238.247001:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880093c72d80 x1830967346202240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.247007:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72d80 with x1830967346202240 ext(0->4095) 00010000:00010000:0.0:1746147238.247011:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 162 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.247019:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 162 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.247028:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093c72d80 00000100:00100000:0.0:1746147238.249563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.254292:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+164:2007:x1830967346202496:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3818us (4729us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746147238.254302:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1928 00002000:00100000:0.0:1746147238.254310:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad5180 x1830967346202496/t4294970582(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.254318:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5180 with x1830967346202496 ext(0->7) 00010000:00010000:0.0:1746147238.254327:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 164 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.254341:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fede expref: 164 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.254348:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad5180 00000100:00100000:0.0:1746147238.257636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.264434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.276776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.281113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.286894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.286963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.292681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.292739:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.302296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.304206:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+166:2007:x1830967346204288:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1370us (1914us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746147238.304215:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1931 00002000:00100000:0.0:1746147238.304221:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a3cd9880 x1830967346204288/t4294970583(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.304229:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd9880 with x1830967346204288 ext(0->7) 00010000:00010000:0.0:1746147238.304236:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe0ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fef3 expref: 166 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.304267:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe0ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7fef3 expref: 166 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.304272:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cd9880 00000100:00100000:0.0:1746147238.313011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.326205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.326267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.329779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.340182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.345946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.350877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.353450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.356766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.368167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.368199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.368292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.368324:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346206848 00000100:00100000:0.0:1746147238.368327:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346206848 00000100:00100000:0.0:1746147238.368359:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28739 00000100:00100000:0.0:1746147238.368367:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+171:1178:x1830967346206848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147238.368383:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147238.368398:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7ff1d expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.368424:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.368430:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe0d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff16 expref: 172 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.368437:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147238.368440:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0d8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff1d expref: 172 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.368837:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe0d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff16 expref: 172 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.368850:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0d8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff1d expref: 172 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.368860:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9de00, rc 0) 00000100:00100000:0.0:1746147238.368905:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+172:1178:x1830967346206848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 538us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.368911:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28739 00000100:00100000:0.0:1746147238.377199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.387389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.388638:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+171:2008:x1830967346207360:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 743us (1261us total) trans 4294970585 rc 0/0 00000100:00100000:0.0:1746147238.388648:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1937 00002000:00100000:0.0:1746147238.388653:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c4b4700 x1830967346207360/t4294970585(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.388661:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b4700 with x1830967346207360 ext(0->7) 00010000:00010000:0.0:1746147238.388665:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe0d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff16 expref: 171 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.388675:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe0d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff16 expref: 171 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.388681:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c4b4700 00000100:00100000:0.0:1746147238.390029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.392027:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339733760:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147238.392045:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147238.392079:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+170:2007:x1830967346207488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1891us (2055us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.392089:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13518 00000100:00100000:0.0:1746147238.394903:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.397393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.405842:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.414549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.421733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.421799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.421836:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346208640 00000100:00100000:0.0:1746147238.421839:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346208640 00010000:00010000:0.0:1746147238.421856:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe0df lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff24 expref: 6 pid: 24989 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746147238.423400:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13520 00000100:00100000:0.0:1746147238.423411:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346208640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147238.423425:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147238.423437:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe0df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff24 expref: 6 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.423447:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe0df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff24 expref: 6 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.423460:0:11929:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe0df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff24 expref: 6 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.423480:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.423482:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.423489:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe0e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff2b expref: 169 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.423496:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe0e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff2b expref: 169 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147238.430829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.438593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.443559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.451695:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+172:2006:x1830967346209408:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7132us (8129us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746147238.451716:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1939 00002000:00100000:0.0:1746147238.451733:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880091426a00 x1830967346209408/t4294970586(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.451743:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091426a00 with x1830967346209408 ext(0->7) 00010000:00010000:0.0:1746147238.451764:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe0e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff2b expref: 172 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.451779:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe0e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff2b expref: 172 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.451786:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091426a00 00000100:00100000:0.0:1746147238.459469:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.469766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.476332:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346210048 00000100:00100000:0.0:1746147238.476336:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346210048 00000100:00100000:0.0:1746147238.476361:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28744 00000100:00100000:0.0:1746147238.476366:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+172:1178:x1830967346210048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147238.476380:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147238.476392:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7ff40 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.476410:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe0f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff39 expref: 173 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.476417:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147238.476418:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147238.476421:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0fb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff40 expref: 173 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.476441:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe0f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff39 expref: 173 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.476450:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe0f4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff39 expref: 173 pid: 20948 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746147238.476459:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090547100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339734784:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147238.476492:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147238.482273:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090547100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339734784:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147238.482295:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0fb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff40 expref: 174 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.482311:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9de00, rc 0) 00000100:00100000:0.0:1746147238.482346:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+174:1178:x1830967346210048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5980us (6766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.482354:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28744 00000100:00100000:0.0:1746147238.485860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.489566:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+175:2006:x1830967346210688:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2151us (3710us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746147238.489577:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1942 00002000:00100000:0.0:1746147238.489588:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090547100 x1830967346210688/t4294970587(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.489596:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547100 with x1830967346210688 ext(0->7) 00010000:00010000:0.0:1746147238.489607:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe0f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff39 expref: 175 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.489620:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60c00/0x29021e8779bfe0f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff39 expref: 175 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.489626:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090547100 00000100:00100000:0.0:1746147238.494567:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.498698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.501688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.504582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.514520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.518425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.518461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.518496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.518538:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346211968 00000100:00100000:0.0:1746147238.518546:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346211968 00010000:00010000:0.0:1746147238.518585:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0fb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff40 expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746147238.518610:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346211712 00000100:00100000:0.0:1746147238.518612:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346211712 00010000:00010000:0.0:1746147238.518622:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe60600/0x29021e8779bfe102 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff47 expref: 6 pid: 20948 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746147238.518639:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13524 00000100:00100000:0.0:1746147238.518645:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+176:2006:x1830967346211968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147238.518660:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147238.518684:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0fb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff40 expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.518696:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b9de00/0x29021e8779bfe0fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff40 expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.518725:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147238.518782:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+176:2006:x1830967346211968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 137us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.518788:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13524 00000100:00100000:0.0:1746147238.518825:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13525 00000100:00100000:0.0:1746147238.518829:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346211712:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147238.518835:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147238.518841:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60600/0x29021e8779bfe102 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff47 expref: 6 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.518850:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fe60600/0x29021e8779bfe102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff47 expref: 6 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.518861:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.518863:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.518871:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 175 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.518878:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 175 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.518911:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 175 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147238.518924:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339735296:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147238.518985:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147238.525604:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090544000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339735296:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147238.525616:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147238.525636:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346211712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6806us (7139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.525644:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13525 00000100:00100000:0.0:1746147238.534670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.535986:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+176:2006:x1830967346212480:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1046us (1326us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746147238.535994:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1944 00002000:00100000:0.0:1746147238.536002:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090544000 x1830967346212480/t4294970588(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.536010:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346212480 ext(0->7) 00010000:00010000:0.0:1746147238.536017:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.536029:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.536035:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090544000 00000100:00100000:0.0:1746147238.541130:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346212608 00000100:00100000:0.0:1746147238.541140:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346212608 00010000:00010000:0.0:1746147238.541181:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746147238.541226:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13526 00000100:00100000:0.0:1746147238.541234:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b519ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+176:2008:x1830967346212608:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147238.541281:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147238.541304:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.541317:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.541341:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60000/0x29021e8779bfe109 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff4e expref: 176 pid: 20948 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.541363:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.541365:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.541373:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfe110 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff55 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.541381:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfe110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff55 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.541452:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfe110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff55 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147238.541466:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339735552:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147238.550707:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346212864 00000100:00100000:0.0:1746147238.550717:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346212864 00002000:00100000:0.0:1746147238.550768:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008fc44700 x1830967346212864/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:614/0 lens 488/0 e 0 to 0 dl 1746147249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.550778:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967346212864 ext(0->4095) 00002000:00010000:0.0:1746147238.550782:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fc44700 00000100:00100000:0.0:1746147238.550813:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12851 00000100:00100000:0.0:1746147238.550819:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346212864:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147238.550959:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346212864:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (2406us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147238.550965:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12851 00002000:00100000:0.0:1746147238.550969:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88008fc44700 x1830967346212864/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746147249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.550975:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967346212864 ext(0->4095) 00002000:00010000:0.0:1746147238.550978:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fc44700 00000100:00100000:0.0:1746147238.557971:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346212992 00000100:00100000:0.0:1746147238.557982:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346212992 00000100:00100000:0.0:1746147238.558238:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28748 00000100:00100000:0.0:1746147238.562784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.567638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.567738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.570963:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346214016 00000100:00100000:0.0:1746147238.570970:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346214016 00002000:00100000:0.0:1746147238.571016:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a3cd8000 x1830967346214016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/0 e 0 to 0 dl 1746147249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.571024:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346214016 ext(0->4095) 00010000:00010000:0.0:1746147238.571032:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe11e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff63 expref: 176 pid: 9587 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.571046:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe11e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff63 expref: 176 pid: 9587 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.571052:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cd8000 00000100:00100000:0.0:1746147238.571082:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1946 00000100:00100000:0.0:1746147238.571088:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+176:2005:x1830967346214016:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147238.571294:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+176:2005:x1830967346214016:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 206us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147238.571300:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1946 00002000:00100000:0.0:1746147238.571306:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a3cd8000 x1830967346214016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.571311:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346214016 ext(0->4095) 00010000:00010000:0.0:1746147238.571316:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe11e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff63 expref: 176 pid: 9587 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.571324:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe61000/0x29021e8779bfe11e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff63 expref: 176 pid: 9587 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.571328:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a3cd8000 00000100:00100000:0.0:1746147238.578988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.587975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.588494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.588576:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346214528 00000100:00100000:0.0:1746147238.588579:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346214528 00000100:00100000:0.0:1746147238.588604:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28751 00000100:00100000:0.0:1746147238.588611:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+179:1172:x1830967346214528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147238.588627:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147238.588640:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779bfe12c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7ff71 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.588664:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147238.588669:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe60200/0x29021e8779bfe125 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff6a expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.588674:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147238.588677:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779bfe12c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff71 expref: 180 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.588709:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe60200/0x29021e8779bfe125 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff6a expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.588720:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779bfe12c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff71 expref: 180 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.588728:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c000, rc 0) 00000100:00100000:0.0:1746147238.588803:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+180:1172:x1830967346214528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.588809:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28751 00000100:00100000:0.0:1746147238.591201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.593309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.596543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.601010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.605881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.609927:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+180:2005:x1830967346215424:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3856us (4051us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746147238.609936:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1949 00002000:00100000:0.0:1746147238.609944:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009051ce00 x1830967346215424/t4294970590(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.609951:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ce00 with x1830967346215424 ext(0->7) 00010000:00010000:0.0:1746147238.609959:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779bfe12c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff71 expref: 180 pid: 9587 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.609970:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779bfe12c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff71 expref: 180 pid: 9587 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.609976:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051ce00 00000100:00100000:0.0:1746147238.611685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.614969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.616996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.619828:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.624229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.630681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.632944:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+182:2005:x1830967346216576:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1549us (2264us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746147238.632953:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1951 00002000:00100000:0.0:1746147238.632960:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009051ca80 x1830967346216576/t4294970591(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.632966:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ca80 with x1830967346216576 ext(0->7) 00010000:00010000:0.0:1746147238.632974:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfe13a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff7f expref: 182 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.632990:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfe13a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff7f expref: 182 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.632995:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051ca80 00000100:00100000:0.0:1746147238.636902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.641182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.644571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.647694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.651931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.664059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.667598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.672191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.674982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.679628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.683164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.686756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.693356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.700206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.704615:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+186:2006:x1830967346218880:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3810us (4402us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746147238.704627:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1955 00002000:00100000:0.0:1746147238.704636:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880137319f80 x1830967346218880/t4294970593(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.704644:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319f80 with x1830967346218880 ext(0->7) 00010000:00010000:0.0:1746147238.704654:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfe156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff9b expref: 186 pid: 9587 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.704669:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfe156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ff9b expref: 186 pid: 9587 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.704675:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137319f80 00000100:00100000:0.0:1746147238.707734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.726881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.730186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.733656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.739434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.746358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.746537:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1957 00000100:00100000:0.0:1746147238.746545:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+186:2005:x1830967346220032:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147238.749739:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+188:2005:x1830967346220032:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3189us (3374us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746147238.749758:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1957 00002000:00100000:0.0:1746147238.749768:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130577b80 x1830967346220032/t4294970594(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.749778:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577b80 with x1830967346220032 ext(0->7) 00010000:00010000:0.0:1746147238.749786:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfe164 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffa9 expref: 188 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.749799:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfe164 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffa9 expref: 188 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.749810:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130577b80 00000100:00100000:0.0:1746147238.758345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.762945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.763425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.767356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.770489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.772690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.780281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.785794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.788688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.788732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.794876:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.798630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.799799:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+192:2007:x1830967346222592:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 865us (1171us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746147238.799805:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1962 00002000:00100000:0.0:1746147238.799811:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130574700 x1830967346222592/t4294970596(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.799817:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574700 with x1830967346222592 ext(0->7) 00010000:00010000:0.0:1746147238.799822:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfe180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffcc expref: 192 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.799831:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6200/0x29021e8779bfe180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffcc expref: 192 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.799841:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130574700 00000100:00100000:0.0:1746147238.805431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.811303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.816044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.816370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.816602:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28766 00000100:00100000:0.0:1746147238.816609:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+193:1178:x1830967346223232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147238.816616:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147238.816622:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfe195 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b7ffda expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.816820:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147238.816824:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe18e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffd3 expref: 194 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.816829:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147238.816831:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfe195 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffda expref: 194 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.816855:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe18e lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffd3 expref: 194 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.816865:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367f400/0x29021e8779bfe195 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffda expref: 194 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147238.816873:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f400, rc 0) 00000100:00100000:0.0:1746147238.816919:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+194:1178:x1830967346223232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 310us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147238.816924:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28766 00000100:00100000:0.0:1746147238.825787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.833510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.841461:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+195:2008:x1830967346223872:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7705us (7950us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746147238.841472:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1964 00002000:00100000:0.0:1746147238.841480:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090565f80 x1830967346223872/t4294970597(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.841488:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565f80 with x1830967346223872 ext(0->7) 00010000:00010000:0.0:1746147238.841498:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe18e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffd3 expref: 195 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.841512:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe18e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffd3 expref: 195 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.841518:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090565f80 00000100:00100000:0.0:1746147238.847323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.854350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.857898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.863437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.863524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.867447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.873826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.875923:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+196:2005:x1830967346225152:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1755us (2095us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746147238.875938:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1967 00002000:00100000:0.0:1746147238.875947:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a8784a80 x1830967346225152/t4294970598(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.875956:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784a80 with x1830967346225152 ext(0->7) 00010000:00010000:0.0:1746147238.875965:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfe19c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffe1 expref: 196 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.875980:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfe19c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffe1 expref: 196 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.875986:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a8784a80 00000100:00100000:0.0:1746147238.881066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.885876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.895324:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.902273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.907239:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.908560:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346226176 00000100:00100000:0.0:1746147238.908569:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346226176 00002000:00100000:0.0:1746147238.908612:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094cb6d80 x1830967346226176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/0 e 0 to 0 dl 1746147249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.908622:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6d80 with x1830967346226176 ext(0->4095) 00010000:00010000:0.0:1746147238.908631:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffef expref: 197 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.908645:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffef expref: 197 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.908656:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb6d80 00000100:00100000:0.0:1746147238.908682:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1968 00000100:00100000:0.0:1746147238.908689:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+197:2005:x1830967346226176:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147238.908842:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+197:2005:x1830967346226176:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (1604us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147238.908848:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1968 00002000:00100000:0.0:1746147238.908854:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094cb6d80 x1830967346226176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.908861:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6d80 with x1830967346226176 ext(0->4095) 00010000:00010000:0.0:1746147238.908865:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffef expref: 197 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.908874:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffef expref: 197 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.908879:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb6d80 00000100:00100000:0.0:1746147238.914530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.918340:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+199:2007:x1830967346226432:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3391us (3808us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746147238.918353:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1969 00002000:00100000:0.0:1746147238.918364:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094cb5180 x1830967346226432/t4294970599(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.918374:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5180 with x1830967346226432 ext(0->7) 00010000:00010000:0.0:1746147238.918387:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffef expref: 199 pid: 24989 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746147238.918403:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b7ffef expref: 199 pid: 24989 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746147238.918416:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb5180 00000100:00100000:0.0:1746147238.927918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.931784:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346226816 00000100:00100000:0.0:1746147238.931793:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346226816 00002000:00100000:0.0:1746147238.931838:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c4b5500 x1830967346226816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/0 e 0 to 0 dl 1746147249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.931848:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5500 with x1830967346226816 ext(0->4095) 00002000:00010000:0.0:1746147238.931853:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c4b5500 00000100:00100000:0.0:1746147238.931875:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12860 00000100:00100000:0.0:1746147238.931882:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+199:2005:x1830967346226816:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147238.932045:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+199:2005:x1830967346226816:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 163us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147238.932052:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12860 00002000:00100000:0.0:1746147238.932058:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c4b5500 x1830967346226816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746147249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.932065:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5500 with x1830967346226816 ext(0->4095) 00002000:00010000:0.0:1746147238.932067:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c4b5500 00000100:00100000:0.0:1746147238.938626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.938725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.941858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.941935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.948983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.965671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.971153:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+201:2006:x1830967346228224:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1422us (5485us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746147238.971160:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1972 00002000:00100000:0.0:1746147238.971166:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096a86d80 x1830967346228224/t4294970600(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.971173:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86d80 with x1830967346228224 ext(0->7) 00010000:00010000:0.0:1746147238.971179:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80004 expref: 201 pid: 24989 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147238.971189:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe1bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80004 expref: 201 pid: 24989 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147238.971195:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a86d80 00000100:00100000:0.0:1746147238.973435:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.973517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.976061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.978137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.978684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.981230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.983575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.988108:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+202:2007:x1830967346229504:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2906us (4528us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1746147238.988118:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1975 00002000:00100000:0.0:1746147238.988128:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096a85c00 x1830967346229504/t4294970601(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:614/0 lens 496/448 e 0 to 0 dl 1746147249 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147238.988137:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967346229504 ext(0->7) 00010000:00010000:0.0:1746147238.988146:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe1cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80012 expref: 202 pid: 9587 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147238.988158:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe1cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80012 expref: 202 pid: 9587 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147238.988164:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a85c00 00000100:00100000:0.0:1746147238.994158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147238.999327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.005237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.010562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.012423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.016324:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346230528 00000100:00100000:0.0:1746147239.016329:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346230528 00002000:00100000:0.0:1746147239.016360:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800907ddf80 x1830967346230528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.016368:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddf80 with x1830967346230528 ext(0->4095) 00010000:00010000:0.0:1746147239.016376:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80020 expref: 203 pid: 9587 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.016388:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80020 expref: 203 pid: 9587 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.016394:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800907ddf80 00000100:00100000:0.0:1746147239.016406:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1976 00000100:00100000:0.0:1746147239.016412:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+203:2005:x1830967346230528:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147239.016505:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+203:2005:x1830967346230528:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147239.016510:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1976 00002000:00100000:0.0:1746147239.016515:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800907ddf80 x1830967346230528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.016522:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddf80 with x1830967346230528 ext(0->4095) 00010000:00010000:0.0:1746147239.016526:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80020 expref: 203 pid: 9587 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.016535:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80020 expref: 203 pid: 9587 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.016540:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800907ddf80 00000100:00100000:0.0:1746147239.021131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.023814:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+205:2006:x1830967346230784:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1818us (2684us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746147239.023823:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1977 00002000:00100000:0.0:1746147239.023830:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093fbf480 x1830967346230784/t4294970602(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.023839:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf480 with x1830967346230784 ext(0->7) 00010000:00010000:0.0:1746147239.023846:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80020 expref: 205 pid: 9587 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.023858:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe1db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80020 expref: 205 pid: 9587 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.023864:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093fbf480 00000100:00100000:0.0:1746147239.025648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.030417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.033554:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.034228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.034961:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28779 00000100:00100000:0.0:1746147239.037925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.041309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.047236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.048420:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+206:2008:x1830967346232064:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 917us (1184us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746147239.048431:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1979 00002000:00100000:0.0:1746147239.048439:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bf5f480 x1830967346232064/t4294970603(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.048447:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f480 with x1830967346232064 ext(0->7) 00010000:00010000:0.0:1746147239.048455:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe1e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8002e expref: 206 pid: 24989 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.048468:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe1e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8002e expref: 206 pid: 24989 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.048474:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bf5f480 00000100:00100000:0.0:1746147239.059093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.069941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.073430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.077450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.078177:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.085390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.090340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.096906:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.102062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.108824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.110704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.113091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.122696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.129673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.137859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.147665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.149195:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+210:2005:x1830967346235008:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1076us (1527us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746147239.149201:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1983 00002000:00100000:0.0:1746147239.149207:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880079ab2d80 x1830967346235008/t4294970605(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.149213:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079ab2d80 with x1830967346235008 ext(0->7) 00010000:00010000:0.0:1746147239.149218:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe20c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80051 expref: 210 pid: 24989 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.149227:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe20c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80051 expref: 210 pid: 24989 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.149232:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880079ab2d80 00000100:00100000:0.0:1746147239.150900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.156626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.156648:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346235392 00000100:00100000:0.0:1746147239.156652:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346235392 00002000:00100000:0.0:1746147239.156683:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d86e300 x1830967346235392/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.156691:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e300 with x1830967346235392 ext(0->4095) 00002000:00010000:0.0:1746147239.156694:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d86e300 00000100:00100000:0.0:1746147239.156720:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12866 00000100:00100000:0.0:1746147239.156726:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346235392:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147239.156835:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346235392:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147239.156841:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12866 00002000:00100000:0.0:1746147239.156846:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d86e300 x1830967346235392/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746147250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.156853:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e300 with x1830967346235392 ext(0->4095) 00002000:00010000:0.0:1746147239.156855:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d86e300 00000100:00100000:0.0:1746147239.159595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.161959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.167337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.175668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.176558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.177929:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.177954:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346236032 00000100:00100000:0.0:1746147239.177958:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346236032 00010000:00010000:0.0:1746147239.177981:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe21a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8005f expref: 212 pid: 20948 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746147239.178008:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346236288 00000100:00100000:0.0:1746147239.178010:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346236288 00010000:00010000:0.0:1746147239.178020:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe213 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80058 expref: 6 pid: 20948 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746147239.178040:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13564 00000100:00100000:0.0:1746147239.178045:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+212:2008:x1830967346236032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147239.178055:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147239.178070:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe21a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8005f expref: 212 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.178079:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe21a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8005f expref: 212 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.178097:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe21a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8005f expref: 212 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.178111:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147239.178137:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+211:2008:x1830967346236032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 91us (1579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147239.178142:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13564 00000100:00100000:0.0:1746147239.178166:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13565 00000100:00100000:0.0:1746147239.178170:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346236288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147239.178175:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147239.178181:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe213 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80058 expref: 6 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.178189:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe213 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80058 expref: 6 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.178199:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe213 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80058 expref: 6 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.178206:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.178208:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.178214:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80066 expref: 210 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.178220:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80066 expref: 210 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.178261:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80066 expref: 210 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147239.178271:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094124000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339745024:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147239.178313:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147239.183522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.183578:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346236544 00000100:00100000:0.0:1746147239.183584:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346236544 00000100:00100000:0.0:1746147239.191924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.195489:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.201281:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339745280:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147239.201298:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147239.201335:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+212:2005:x1830967346236928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4871us (5852us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147239.201344:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13566 00000100:00100000:0.0:1746147239.205037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.207861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.208853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.211792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.212022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.212488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.217142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.220529:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+215:2005:x1830967346238592:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3197us (3384us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746147239.220539:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1987 00002000:00100000:0.0:1746147239.220547:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094125880 x1830967346238592/t4294970607(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.220556:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125880 with x1830967346238592 ext(0->7) 00010000:00010000:0.0:1746147239.220564:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfe236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8007b expref: 215 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.220577:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652400/0x29021e8779bfe236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8007b expref: 215 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.220583:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094125880 00000100:00100000:0.0:1746147239.224128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.226978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.231592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.235595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.236403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.239759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.239831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.242628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.242717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.247788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.251912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.253825:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+216:2006:x1830967346240640:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1739us (1913us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746147239.253833:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1991 00002000:00100000:0.0:1746147239.253840:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e89180 x1830967346240640/t4294970608(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.253847:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89180 with x1830967346240640 ext(0->7) 00010000:00010000:0.0:1746147239.253853:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779bfe24b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80090 expref: 216 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.253865:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779bfe24b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80090 expref: 216 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.253870:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e89180 00000100:00100000:0.0:1746147239.256714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.260817:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346241024 00000100:00100000:0.0:1746147239.260822:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346241024 00002000:00100000:0.0:1746147239.260850:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013731aa00 x1830967346241024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.260857:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731aa00 with x1830967346241024 ext(0->4095) 00002000:00010000:0.0:1746147239.260862:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013731aa00 00000100:00100000:0.0:1746147239.260885:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12871 00000100:00100000:0.0:1746147239.260891:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346241024:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147239.260987:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346241024:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147239.260993:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12871 00002000:00100000:0.0:1746147239.260998:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013731aa00 x1830967346241024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746147250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.261005:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731aa00 with x1830967346241024 ext(0->4095) 00002000:00010000:0.0:1746147239.261007:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013731aa00 00000100:00100000:0.0:1746147239.263639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.265806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.266612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.269107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.271809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.272876:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+219:2008:x1830967346241920:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 842us (1070us total) trans 4294970609 rc 0/0 00000100:00100000:0.0:1746147239.272882:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1993 00002000:00100000:0.0:1746147239.272887:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094ad6680 x1830967346241920/t4294970609(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.272893:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6680 with x1830967346241920 ext(0->7) 00010000:00010000:0.0:1746147239.272897:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094919c00/0x29021e8779bfe259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8009e expref: 219 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.272905:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094919c00/0x29021e8779bfe259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8009e expref: 219 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.272914:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094ad6680 00000100:00100000:0.0:1746147239.275002:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.277926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.286701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.286819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.289518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.290601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.296064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.300600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.305916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.313675:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.316169:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+220:2005:x1830967346243584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2326us (2496us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1746147239.316177:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1995 00002000:00100000:0.0:1746147239.316184:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880139989880 x1830967346243584/t4294970610(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.316192:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989880 with x1830967346243584 ext(0->7) 00010000:00010000:0.0:1746147239.316200:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe26e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800b3 expref: 220 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.316211:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe26e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800b3 expref: 220 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.316217:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880139989880 00000100:00100000:0.0:1746147239.318329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.324662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.327645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.327955:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.332046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.332136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.353793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.363007:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.371693:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+222:2008:x1830967346245376:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8466us (8682us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746147239.371704:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1998 00002000:00100000:0.0:1746147239.371714:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d5e680 x1830967346245376/t4294970611(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.371722:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e680 with x1830967346245376 ext(0->7) 00010000:00010000:0.0:1746147239.371731:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfe283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800c8 expref: 222 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.371752:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfe283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800c8 expref: 222 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.371758:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d5e680 00000100:00100000:0.0:1746147239.390198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.397634:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.403919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.404005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.407485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.407523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.410452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.410498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.417082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.424683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.428302:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+224:2008:x1830967346247168:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1159us (3622us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746147239.428309:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2001 00002000:00100000:0.0:1746147239.428316:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945a8000 x1830967346247168/t4294970612(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.428322:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8000 with x1830967346247168 ext(0->7) 00010000:00010000:0.0:1746147239.428328:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfe298 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800dd expref: 224 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.428338:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfe298 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800dd expref: 224 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.428343:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945a8000 00000100:00100000:0.0:1746147239.430406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.433462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.438387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.444296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.445264:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.459141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.459185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.462154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.472215:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.474514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.479635:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+226:2006:x1830967346249088:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1028us (5120us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746147239.479643:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2002 00002000:00100000:0.0:1746147239.479651:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130fa0380 x1830967346249088/t4294970613(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.479659:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0380 with x1830967346249088 ext(0->7) 00010000:00010000:0.0:1746147239.479667:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfe2ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800f2 expref: 226 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.479678:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7e00/0x29021e8779bfe2ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800f2 expref: 226 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.479684:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130fa0380 00000100:00100000:0.0:1746147239.484343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.484848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.487646:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346249600 00000100:00100000:0.0:1746147239.487651:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346249600 00002000:00100000:0.0:1746147239.487683:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013731b480 x1830967346249600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.487692:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731b480 with x1830967346249600 ext(0->4095) 00010000:00010000:0.0:1746147239.487699:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe2b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800f9 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.487712:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe2b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800f9 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.487717:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013731b480 00000100:00100000:0.0:1746147239.487751:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2003 00000100:00100000:0.0:1746147239.487758:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346249600:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147239.487940:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346249600:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147239.487946:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2003 00002000:00100000:0.0:1746147239.487951:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013731b480 x1830967346249600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.487958:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731b480 with x1830967346249600 ext(0->4095) 00010000:00010000:0.0:1746147239.487962:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe2b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800f9 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.487971:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7800/0x29021e8779bfe2b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b800f9 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.487976:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013731b480 00000100:00100000:0.0:1746147239.491230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.495181:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346249984 00000100:00100000:0.0:1746147239.495187:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346249984 00002000:00100000:0.0:1746147239.495217:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c4b7100 x1830967346249984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.495226:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7100 with x1830967346249984 ext(0->4095) 00002000:00010000:0.0:1746147239.495229:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c4b7100 00000100:00100000:0.0:1746147239.495269:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12880 00000100:00100000:0.0:1746147239.495275:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+226:2005:x1830967346249984:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147239.499949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.507298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.509153:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+228:2006:x1830967346250240:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1265us (1860us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746147239.509160:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2004 00002000:00100000:0.0:1746147239.509166:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093e4dc00 x1830967346250240/t4294970614(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.509173:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4dc00 with x1830967346250240 ext(0->7) 00010000:00010000:0.0:1746147239.509178:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfe2bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80100 expref: 228 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.509188:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfe2bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80100 expref: 228 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.509193:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e4dc00 00000100:00100000:0.0:1746147239.516091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.516391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.516416:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346250496 00000100:00100000:0.0:1746147239.516419:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346250496 00000100:00100000:0.0:1746147239.516439:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28810 00000100:00100000:0.0:1746147239.516444:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+228:1172:x1830967346250496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147239.516455:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147239.516463:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779bfe2c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8010e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.516477:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6800/0x29021e8779bfe2c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80107 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.516484:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.516486:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.516489:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779bfe2c9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8010e expref: 229 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147239.519108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.519206:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346250752 00000100:00100000:0.0:1746147239.519210:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346250752 00000100:00100000:0.0:1746147239.526171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.533516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.537031:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+230:2007:x1830967346251392:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3232us (3449us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746147239.537042:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2006 00002000:00100000:0.0:1746147239.537051:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094a63100 x1830967346251392/t4294970615(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.537204:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63100 with x1830967346251392 ext(0->7) 00010000:00010000:0.0:1746147239.537212:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779bfe2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8010e expref: 230 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.537224:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779bfe2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8010e expref: 230 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.537230:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a63100 00000100:00100000:0.0:1746147239.539766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.542001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.544768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.547422:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfaad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339751040:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147239.547438:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147239.547476:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346252160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2086us (2173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147239.547485:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13591 00000100:00100000:0.0:1746147239.550773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.552037:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+233:2007:x1830967346252672:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1104us (1265us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746147239.552044:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2009 00002000:00100000:0.0:1746147239.552050:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094a61f80 x1830967346252672/t4294970616(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.552057:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61f80 with x1830967346252672 ext(0->7) 00010000:00010000:0.0:1746147239.552062:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe2d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8011c expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.552071:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe2d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8011c expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.552075:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a61f80 00000100:00100000:0.0:1746147239.556296:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346252800 00000100:00100000:0.0:1746147239.556305:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346252800 00010000:00010000:0.0:1746147239.556337:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe2d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8011c expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746147239.556373:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13592 00000100:00100000:0.0:1746147239.556380:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+233:2005:x1830967346252800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147239.556391:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147239.556406:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe2d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8011c expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.556421:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe2d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8011c expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.556439:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe2d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8011c expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.556462:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.556464:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.556470:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe2de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80123 expref: 232 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.556478:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe2de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80123 expref: 232 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.556505:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe2de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80123 expref: 232 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147239.556515:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339751168:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147239.556582:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147239.567161:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346253056 00000100:00100000:0.0:1746147239.567168:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346253056 00002000:00100000:0.0:1746147239.567209:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967346253056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.567221:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967346253056 ext(0->4095) 00002000:00010000:0.0:1746147239.567225:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a3cd8e00 00000100:00100000:0.0:1746147239.568278:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12882 00000100:00100000:0.0:1746147239.568287:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+232:2006:x1830967346253056:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147239.575266:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346253440 00000100:00100000:0.0:1746147239.575271:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346253440 00010000:00010000:0.0:1746147239.575291:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe2de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80123 expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746147239.575308:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13593 00000100:00100000:0.0:1746147239.575313:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+233:2007:x1830967346253440:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147239.575322:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147239.575336:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe2de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80123 expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.575345:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe2de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80123 expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.575363:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130653800/0x29021e8779bfe2de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80123 expref: 233 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.575376:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.575378:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.575383:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe2e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80131 expref: 232 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.575391:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe2e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80131 expref: 232 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.575414:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe2e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80131 expref: 232 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.575424:0:7225:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe2e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80131 expref: 232 pid: 20948 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746147239.575434:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339751552:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147239.575476:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147239.579069:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094a60000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967339751552:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147239.579085:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147239.579315:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+232:2007:x1830967346253440:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3999us (4371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147239.579324:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13593 00000100:00100000:0.0:1746147239.582137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.586857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.587857:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+234:2008:x1830967346253952:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 638us (1005us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746147239.587864:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2011 00002000:00100000:0.0:1746147239.587870:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131f79180 x1830967346253952/t4294970617(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.587877:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79180 with x1830967346253952 ext(0->7) 00010000:00010000:0.0:1746147239.587882:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe2e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80131 expref: 234 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.587892:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe2e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80131 expref: 234 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.587906:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131f79180 00000100:00100000:0.0:1746147239.589329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.591523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.593709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.595638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.603395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.609152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.609885:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346255360 00000100:00100000:0.0:1746147239.609888:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346255360 00002000:00100000:0.0:1746147239.609909:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009051dc00 x1830967346255360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.609917:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051dc00 with x1830967346255360 ext(0->4095) 00010000:00010000:0.0:1746147239.609922:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfe2ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8012a expref: 6 pid: 9587 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.609930:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfe2ec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8012a expref: 6 pid: 9587 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.609935:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009051dc00 00000100:00100000:0.0:1746147239.613346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.613400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.613484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.617013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.619446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.623296:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+237:2005:x1830967346256256:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3676us (3846us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746147239.623307:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2014 00002000:00100000:0.0:1746147239.623315:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944a8700 x1830967346256256/t4294970618(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.623322:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8700 with x1830967346256256 ext(0->7) 00010000:00010000:0.0:1746147239.623330:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fefd800/0x29021e8779bfe2fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8013f expref: 237 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.623341:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fefd800/0x29021e8779bfe2fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8013f expref: 237 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.623346:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944a8700 00000100:00100000:0.0:1746147239.631058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.642059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.645881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.652990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.661693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.663323:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+238:2008:x1830967346257536:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1158us (1635us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746147239.663330:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2017 00002000:00100000:0.0:1746147239.663336:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800944aad80 x1830967346257536/t4294970619(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.663344:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aad80 with x1830967346257536 ext(0->7) 00010000:00010000:0.0:1746147239.663349:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfe308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8014d expref: 238 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.663363:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfe308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8014d expref: 238 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.663369:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944aad80 00000100:00100000:0.0:1746147239.664872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.667170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.670753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.678691:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.678760:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.684322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.685783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.689107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.694782:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.698094:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+241:2006:x1830967346259584:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2533us (3312us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746147239.698103:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2020 00002000:00100000:0.0:1746147239.698111:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012d29ed80 x1830967346259584/t4294970620(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.698119:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967346259584 ext(0->7) 00010000:00010000:0.0:1746147239.698128:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfe31d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80162 expref: 241 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.698141:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6400/0x29021e8779bfe31d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80162 expref: 241 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.698152:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d29ed80 00000100:00100000:0.0:1746147239.708124:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339753472 00000100:00100000:0.0:1746147239.708130:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339753472 00000100:00100000:0.0:1746147239.709364:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1746147239.709372:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339753472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746147239.709401:0:15340:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746147239.710021:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339753472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 649us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147239.710028:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1746147239.712413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.714780:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.714836:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfaa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339753728:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147239.714851:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfe32b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80170 expref: 242 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.714863:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc7a00, rc 0) 00000100:00100000:0.0:1746147239.714876:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+242:1172:x1830967346259840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2316us (2467us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147239.714881:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28824 00000100:00100000:0.0:1746147239.719041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.719677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.723423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.726080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.727880:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+242:2007:x1830967346260864:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 807us (1801us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746147239.727890:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2023 00002000:00100000:0.0:1746147239.727897:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094cb6680 x1830967346260864/t4294970621(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.727904:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967346260864 ext(0->7) 00010000:00010000:0.0:1746147239.727909:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfe32b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80170 expref: 242 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.727919:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7a00/0x29021e8779bfe32b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80170 expref: 242 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.727925:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:0.0:1746147239.730487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.733310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.740299:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.740927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.742851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.744183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.746031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.746279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.750071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.754211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.768280:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+244:2005:x1830967346262656:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6817us (14066us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746147239.768291:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2026 00002000:00100000:0.0:1746147239.768302:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130575c00 x1830967346262656/t4294970622(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.768316:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575c00 with x1830967346262656 ext(0->7) 00010000:00010000:0.0:1746147239.768325:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80185 expref: 244 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.768338:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80185 expref: 244 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.768344:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130575c00 00000100:00100000:0.0:1746147239.771709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.775113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.777793:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.777813:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346263168 00000100:00100000:0.0:1746147239.777816:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346263168 00002000:00100000:0.0:1746147239.777847:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130576680 x1830967346263168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/0 e 0 to 0 dl 1746147250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.777855:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576680 with x1830967346263168 ext(0->4095) 00010000:00010000:0.0:1746147239.777861:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe347 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8018c expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.777871:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe347 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8018c expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.777876:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130576680 00000100:00100000:0.0:1746147239.777888:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2027 00000100:00100000:0.0:1746147239.777893:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346263168:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147239.777983:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346263168:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147239.777988:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2027 00002000:00100000:0.0:1746147239.777992:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130576680 x1830967346263168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.777999:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576680 with x1830967346263168 ext(0->4095) 00010000:00010000:0.0:1746147239.778003:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe347 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8018c expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.778011:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe347 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8018c expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.778016:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130576680 00000100:00100000:0.0:1746147239.780364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.780426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.784107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.789178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.790003:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+247:2005:x1830967346263936:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 567us (831us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746147239.790009:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2029 00002000:00100000:0.0:1746147239.790015:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880090564000 x1830967346263936/t4294970623(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.790021:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090564000 with x1830967346263936 ext(0->7) 00010000:00010000:0.0:1746147239.790025:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfe34e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80193 expref: 247 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.790037:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7400/0x29021e8779bfe34e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80193 expref: 247 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.790042:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090564000 00000100:00100000:0.0:1746147239.791790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.794861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.797956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.801890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.814698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.817038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.822476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.825370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.825469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.825495:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346265344 00000100:00100000:0.0:1746147239.825500:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346265344 00010000:00010000:0.0:1746147239.825526:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800906b8800/0x29021e8779bfe355 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8019a expref: 247 pid: 20948 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746147239.825543:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346265216 00000100:00100000:0.0:1746147239.825545:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346265216 00010000:00010000:0.0:1746147239.825554:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe35c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a1 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746147239.825564:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13610 00000100:00100000:0.0:1746147239.825570:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+247:2007:x1830967346265344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147239.825579:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147239.825595:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800906b8800/0x29021e8779bfe355 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8019a expref: 247 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.825602:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800906b8800/0x29021e8779bfe355 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8019a expref: 247 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.825620:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800906b8800/0x29021e8779bfe355 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8019a expref: 247 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.825632:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147239.825650:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+246:2007:x1830967346265344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 80us (3182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147239.825654:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13610 00000100:00100000:0.0:1746147239.825699:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13611 00000100:00100000:0.0:1746147239.825703:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346265216:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147239.825709:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147239.825715:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe35c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a1 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.825723:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe35c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a1 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.825733:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe35c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a1 expref: 6 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.825751:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.825753:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147239.825759:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800906b8200/0x29021e8779bfe363 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a8 expref: 245 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.825766:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800906b8200/0x29021e8779bfe363 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a8 expref: 245 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147239.825787:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800906b8200/0x29021e8779bfe363 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a8 expref: 245 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147239.825797:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090545880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967339755648:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147239.825838:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147239.829287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.834191:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.838081:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+249:2008:x1830967346265984:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3686us (3889us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746147239.838092:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2031 00002000:00100000:0.0:1746147239.838101:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096a87800 x1830967346265984/t4294970624(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.838109:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87800 with x1830967346265984 ext(0->7) 00010000:00010000:0.0:1746147239.838118:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800906b8200/0x29021e8779bfe363 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a8 expref: 249 pid: 20948 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.838132:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800906b8200/0x29021e8779bfe363 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801a8 expref: 249 pid: 20948 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.838137:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096a87800 00000100:00100000:0.0:1746147239.848703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.860777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.865161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.865573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.869008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.873098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.883207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.888715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.895106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.898174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.901009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.902234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.905261:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346268416 00000100:00100000:0.0:1746147239.905267:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346268416 00000100:00100000:0.0:1746147239.910172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.919409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.921714:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+252:2005:x1830967346269056:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2079us (2309us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746147239.921722:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2036 00002000:00100000:0.0:1746147239.921729:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093ad1180 x1830967346269056/t4294970626(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.921744:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1180 with x1830967346269056 ext(0->7) 00010000:00010000:0.0:1746147239.921751:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe386 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801cb expref: 252 pid: 9588 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746147239.921762:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe386 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801cb expref: 252 pid: 9588 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746147239.921767:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093ad1180 00000100:00100000:0.0:1746147239.945091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.958340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.967716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.979773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.987379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.990405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147239.996710:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+254:2006:x1830967346270208:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5834us (6305us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746147239.996721:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2038 00002000:00100000:0.0:1746147239.996732:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094408380 x1830967346270208/t4294970627(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:615/0 lens 496/448 e 0 to 0 dl 1746147250 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147239.996749:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408380 with x1830967346270208 ext(0->7) 00010000:00010000:0.0:1746147239.996759:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801d9 expref: 254 pid: 9588 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147239.996773:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779bfe394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801d9 expref: 254 pid: 9588 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147239.996779:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094408380 00000100:00100000:0.0:1746147240.001862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.004504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.007563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.007583:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346270720 00000100:00100000:0.0:1746147240.007587:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346270720 00002000:00100000:0.0:1746147240.007618:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e300 x1830967346270720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:616/0 lens 488/0 e 0 to 0 dl 1746147251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.007627:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967346270720 ext(0->4095) 00010000:00010000:0.0:1746147240.007634:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe39b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801e0 expref: 6 pid: 9588 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.007644:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe39b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801e0 expref: 6 pid: 9588 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.007650:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e300 00000100:00100000:0.0:1746147240.007661:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2039 00000100:00100000:0.0:1746147240.007666:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346270720:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147240.007764:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346270720:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147240.007770:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2039 00002000:00100000:0.0:1746147240.007775:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009053e300 x1830967346270720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746147251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.007782:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967346270720 ext(0->4095) 00010000:00010000:0.0:1746147240.007786:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe39b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801e0 expref: 6 pid: 9588 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.007794:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653400/0x29021e8779bfe39b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801e0 expref: 6 pid: 9588 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.007800:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009053e300 00000100:00080000:0.0:1746147240.007862:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147240.010855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.010949:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.015038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.035763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.042579:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346271744 00000100:00100000:0.0:1746147240.042590:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346271744 00000100:00100000:0.0:1746147240.042636:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28843 00000100:00100000:0.0:1746147240.042644:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+257:1172:x1830967346271744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147240.042658:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147240.042670:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e81600/0x29021e8779bfe3b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b801f5 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.042692:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801ee expref: 258 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.042699:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147240.042701:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147240.042704:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e81600/0x29021e8779bfe3b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801f5 expref: 258 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.042728:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801ee expref: 258 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.042747:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801ee expref: 258 pid: 9588 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746147240.042756:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339758208:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147240.042829:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147240.047466:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346272000 00000100:00100000:0.0:1746147240.047471:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346272000 00002000:00100000:0.0:1746147240.047500:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094127800 x1830967346272000/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:616/0 lens 488/0 e 0 to 0 dl 1746147251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.047508:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127800 with x1830967346272000 ext(0->4095) 00010000:00010000:0.0:1746147240.047514:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801ee expref: 258 pid: 9588 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.047524:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801ee expref: 258 pid: 9588 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.047529:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094127800 00000100:00100000:0.0:1746147240.047543:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2042 00000100:00100000:0.0:1746147240.047548:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+258:2005:x1830967346272000:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147240.047655:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+258:2005:x1830967346272000:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (749us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147240.047660:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2042 00002000:00100000:0.0:1746147240.047665:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094127800 x1830967346272000/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746147251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.047670:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127800 with x1830967346272000 ext(0->4095) 00010000:00010000:0.0:1746147240.047674:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801ee expref: 258 pid: 9588 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.047682:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801ee expref: 258 pid: 9588 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.047687:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094127800 00000100:00100000:0.0:1746147240.050302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.050347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.055389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.061708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.062677:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+258:2007:x1830967346272768:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 688us (976us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746147240.062684:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2044 00002000:00100000:0.0:1746147240.062690:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945ac000 x1830967346272768/t4294970629(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:616/0 lens 496/448 e 0 to 0 dl 1746147251 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.062697:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac000 with x1830967346272768 ext(0->7) 00010000:00010000:0.0:1746147240.062702:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e81600/0x29021e8779bfe3b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801f5 expref: 258 pid: 20948 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.062712:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e81600/0x29021e8779bfe3b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b801f5 expref: 258 pid: 20948 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.062718:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945ac000 00000100:00100000:0.0:1746147240.077373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.087961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.088009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.088029:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346273280 00000100:00100000:0.0:1746147240.088035:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346273280 00002000:00100000:0.0:1746147240.088071:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094ad5500 x1830967346273280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:616/0 lens 488/0 e 0 to 0 dl 1746147251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.088080:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5500 with x1830967346273280 ext(0->4095) 00002000:00010000:0.0:1746147240.088084:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ad5500 00000100:00100000:0.0:1746147240.088101:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12895 00000100:00100000:0.0:1746147240.088108:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346273280:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147240.088212:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346273280:12345-192.168.202.9@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147240.088218:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12895 00002000:00100000:0.0:1746147240.088223:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094ad5500 x1830967346273280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746147251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.088229:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5500 with x1830967346273280 ext(0->4095) 00002000:00010000:0.0:1746147240.088231:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094ad5500 00000100:00100000:0.0:1746147240.092043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.095357:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346273536 00000100:00100000:0.0:1746147240.095363:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346273536 00000100:00100000:0.0:1746147240.095405:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28846 00000100:00100000:0.0:1746147240.095412:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+258:1178:x1830967346273536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147240.095425:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147240.095438:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e81c00/0x29021e8779bfe3c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8020a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.095459:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80203 expref: 259 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.095466:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147240.095468:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147240.095471:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e81c00/0x29021e8779bfe3c5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8020a expref: 259 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.095493:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80203 expref: 259 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.095507:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3be lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80203 expref: 259 pid: 20948 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746147240.095516:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20948:1830967339758976:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147240.095572:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147240.100283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.104522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.105656:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+261:2008:x1830967346274048:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 620us (1138us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746147240.105662:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2046 00002000:00100000:0.0:1746147240.105668:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094e89880 x1830967346274048/t4294970630(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:616/0 lens 496/448 e 0 to 0 dl 1746147251 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.105675:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89880 with x1830967346274048 ext(0->7) 00010000:00010000:0.0:1746147240.105679:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80203 expref: 261 pid: 20948 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.105688:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652800/0x29021e8779bfe3be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80203 expref: 261 pid: 20948 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.105692:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094e89880 00000100:00100000:0.0:1746147240.110991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.117035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.126309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.126350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.126391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.126411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.126429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.126442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147240.126929:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746147240.126932:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746147240.126935:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147240.126953:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1096 00000100:00100000:0.0:1746147240.126960:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346275328:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147240.126983:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346275328:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 24us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147240.126988:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1096 00000100:00100000:0.0:1746147240.127017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.127053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147240.127065:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746147240.127087:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746147240.127142:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147240.135493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.136051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.141423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.141459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.145481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.145588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.149060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.154341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.155436:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+262:2006:x1830967346276992:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 794us (1100us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746147240.155442:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2050 00002000:00100000:0.0:1746147240.155449:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880093d75880 x1830967346276992/t4294970631(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:616/0 lens 496/448 e 0 to 0 dl 1746147251 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.155455:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75880 with x1830967346276992 ext(0->7) 00010000:00010000:0.0:1746147240.155464:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe3d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80218 expref: 262 pid: 24989 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.155473:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779bfe3d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80218 expref: 262 pid: 24989 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.155478:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093d75880 00000100:00100000:0.0:1746147240.158611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.162896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.166864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.168788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.168831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.170853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.170930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.171598:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346278016 00000100:00100000:0.0:1746147240.171604:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346278016 00010000:00010000:0.0:1746147240.171637:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779bfe3da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8021f expref: 6 pid: 24989 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746147240.171665:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346278144 00000100:00100000:0.0:1746147240.171667:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346278144 00010000:00010000:0.0:1746147240.171673:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe3e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80226 expref: 264 pid: 24989 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746147240.171685:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13629 00000100:00100000:0.0:1746147240.171692:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346278016:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147240.171708:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147240.171729:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779bfe3da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8021f expref: 6 pid: 24989 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.171747:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779bfe3da lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8021f expref: 6 pid: 24989 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.171767:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779bfe3da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8021f expref: 6 pid: 24989 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.171793:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147240.171817:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346278016:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 124us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147240.171823:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13629 00000100:00100000:0.0:1746147240.171851:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13630 00000100:00100000:0.0:1746147240.171856:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+264:2006:x1830967346278144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147240.171863:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147240.171870:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe3e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80226 expref: 264 pid: 24989 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.171878:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe3e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80226 expref: 264 pid: 24989 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.171890:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130653200/0x29021e8779bfe3e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80226 expref: 264 pid: 24989 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.171903:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147240.171905:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147240.171912:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779bfe3e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8022d expref: 263 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.171920:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779bfe3e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8022d expref: 263 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147240.171950:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779bfe3e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8022d expref: 263 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147240.171963:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906aaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967339760128:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147240.172027:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147240.175072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.175935:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.179603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.181883:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+264:2008:x1830967346278784:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1254us (2281us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746147240.181891:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2053 00002000:00100000:0.0:1746147240.181898:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800945aed80 x1830967346278784/t4294970632(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:616/0 lens 496/448 e 0 to 0 dl 1746147251 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.181905:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967346278784 ext(0->7) 00010000:00010000:0.0:1746147240.181912:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779bfe3e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8022d expref: 264 pid: 20948 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.181927:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779bfe3e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8022d expref: 264 pid: 20948 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.181932:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800945aed80 00000100:00100000:0.0:1746147240.184897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.204414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.218029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.222364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.225917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.242070:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.255830:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+266:2005:x1830967346279936:12345-192.168.202.9@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2841us (5619us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746147240.255841:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2055 00002000:00100000:0.0:1746147240.255850:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094125c00 x1830967346279936/t4294970633(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:616/0 lens 496/448 e 0 to 0 dl 1746147251 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746147240.255859:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125c00 with x1830967346279936 ext(0->7) 00010000:00010000:0.0:1746147240.255867:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800906b8200/0x29021e8779bfe3f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8023b expref: 266 pid: 20948 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746147240.255881:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800906b8200/0x29021e8779bfe3f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8023b expref: 266 pid: 20948 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746147240.255887:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094125c00 00000100:00100000:0.0:1746147240.260944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.279194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.290396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.298105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.367415:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.371118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.376609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.380182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147240.384119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147241.644129:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967339763072:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1746147241.650459:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970633 is committed 00000100:00100000:0.0:1746147241.659640:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746147241.659661:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009051f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967339763200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746147241.659745:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147241.660197:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009051f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967339763200:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1746147242.107810:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147242.875462:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339763328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147242.875553:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147242.875850:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094124000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339763328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147244.340526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147244.355929:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147244.374513:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346282752 00000100:00100000:0.0:1746147244.374519:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346282752 00000100:00100000:0.0:1746147244.374561:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39805 00000100:00100000:0.0:1746147244.374568:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+9:1814:x1830967346282752:12345-192.168.202.9@tcp:36:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147244.374607:0:21576:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147244.374626:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779bfe4ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8027a expref: 9 pid: 11683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.374643:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880090464200) 00010000:00010000:0.0:1746147244.374646:0:21576:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147244.374761:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779bfe4ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147244.374772:0:21576:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60800/0x29021e8779bfe474 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80265 expref: 11 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.374778:0:21576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779bfe4ba lrc: 4/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147244.375735:0:21576:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60800/0x29021e8779bfe474 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80265 expref: 11 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.375747:0:21576:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60800/0x29021e8779bfe474 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80265 expref: 11 pid: 21576 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746147244.375758:0:21576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130662d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967339763456:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147244.375839:0:21576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147244.381052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.381078:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346282880 00000100:00100000:0.0:1746147244.381084:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346282880 00010000:00010000:0.0:1746147244.381112:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60800/0x29021e8779bfe474 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80265 expref: 12 pid: 21576 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746147244.381147:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13635 00000100:00100000:0.0:1746147244.381154:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346282880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147244.381164:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147244.381170:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60800/0x29021e8779bfe474 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80265 expref: 12 pid: 21576 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.381649:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60800/0x29021e8779bfe474 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80265 expref: 12 pid: 21576 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.381672:0:11929:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880090464200) 00010000:00010000:0.0:1746147244.381676:0:11929:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779bfe4ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147244.381682:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779bfe4ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147244.381688:0:11929:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779bfe4ba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147244.381711:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147244.381746:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346282880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 592us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147244.381751:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13635 00000100:00100000:0.0:1746147244.385395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.397537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147244.397796:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147244.401595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000001:00080000:0.0:1746147244.407027:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972151 is committed 00000001:00100000:0.0:1746147244.407034:0:10930:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1fc346d7-2842-4f5e-afba-83962e59d746 00000001:00100000:0.0:1746147244.407037:0:10930:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1fc346d7-2842-4f5e-afba-83962e59d746 00000020:00000080:0.0:1746147244.407039:0:10930:0:(genops.c:904:class_export_put()) final put ffff8800907bb000/1fc346d7-2842-4f5e-afba-83962e59d746 00000100:00100000:0.0:1746147244.409592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.412524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.417021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.420853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.430177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.432731:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346284544 00000100:00100000:0.0:1746147244.432737:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346284544 00002000:00010000:0.0:1746147244.432763:0:9593:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (8->18446744073709551615) 00002000:00100000:0.0:1746147244.432767:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784000 with x1830967346284544 ext(8->18446744073709551615) 00002000:00010000:0.0:1746147244.432777:0:9593:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784000. 00000100:00100000:0.0:1746147244.432800:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12901 00000100:00100000:0.0:1746147244.432807:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346284544:12345-192.168.202.9@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746147244.433015:0:9593:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 8 00002000:00010000:0.0:1746147244.433018:0:9593:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147245 -> 1746147245 00002000:00010000:0.0:1746147244.433021:0:9593:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746147244.433023:0:9593:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147245 -> 1746147245 00002000:00010000:0.0:1746147244.433024:0:9593:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746147244.433059:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346284544:12345-192.168.202.9@tcp:10:rw_seq_cst_vs_d.0 Request processed in 252us (447us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746147244.433066:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12901 00002000:00010000:0.0:1746147244.433069:0:9593:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (8->18446744073709551615) 00002000:00100000:0.0:1746147244.433071:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784000 with x1830967346284544 ext(8->18446744073709551615) 00002000:00010000:0.0:1746147244.433074:0:9593:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784000. 00000100:00100000:0.0:1746147244.435588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.440295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.444934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.447358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.458361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.467115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.469526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.476411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.481776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.487122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.495450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.497091:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136801850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2006:x1830967346286336:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1276us (1649us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746147244.497098:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2057 00002000:00100000:0.0:1746147244.497104:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880136801850 x1830967346286336/t4294972154(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 496/448 e 0 to 0 dl 1746147255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.497112:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136801850 with x1830967346286336 ext(0->7) 00010000:00010000:0.0:1746147244.497118:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779bfe507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802b2 expref: 11 pid: 24989 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.497128:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779bfe507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802b2 expref: 11 pid: 24989 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746147244.497133:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136801850 00000100:00100000:0.0:1746147244.511520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.516130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.522466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.536609:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.540976:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.552617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.552759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.558085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.564211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.568710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.574781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.580814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.582814:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967346288640:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1754us (1993us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746147244.582825:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2061 00002000:00100000:0.0:1746147244.582832:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bfb4700 x1830967346288640/t4294972156(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 496/448 e 0 to 0 dl 1746147255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.582840:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4700 with x1830967346288640 ext(0->7) 00010000:00010000:0.0:1746147244.582848:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802ce expref: 15 pid: 24989 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.582860:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802ce expref: 15 pid: 24989 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746147244.582866:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4700 00000100:00100000:0.0:1746147244.587153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.591606:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346289024 00000100:00100000:0.0:1746147244.591614:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346289024 00002000:00100000:0.0:1746147244.591658:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8785c00 x1830967346289024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:620/0 lens 488/0 e 0 to 0 dl 1746147255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.591669:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785c00 with x1830967346289024 ext(0->4095) 00002000:00010000:0.0:1746147244.591673:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8785c00 00000100:00100000:0.0:1746147244.591799:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12907 00000100:00100000:0.0:1746147244.591806:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346289024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147244.591977:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346289024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147244.591983:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12907 00002000:00100000:0.0:1746147244.591988:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8785c00 x1830967346289024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746147255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.591995:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785c00 with x1830967346289024 ext(0->4095) 00002000:00010000:0.0:1746147244.591998:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8785c00 00000100:00100000:0.0:1746147244.596036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.600193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.603120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.605028:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13646 00000100:00100000:0.0:1746147244.605041:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346289280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147244.605056:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147244.605078:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe52a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802d5 expref: 6 pid: 24989 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.605090:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe52a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802d5 expref: 6 pid: 24989 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.605114:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe52a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802d5 expref: 6 pid: 24989 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.605151:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147244.605153:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147244.605160:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802dc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.605172:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe531 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802dc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.605208:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe531 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802dc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.605218:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe531 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802dc expref: 15 pid: 24989 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746147244.605229:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339766400:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147244.606591:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147244.611861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.615594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.617576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.621909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.625882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.625930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.629913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.634621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.638219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.641788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.646077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.648748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.653608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.653720:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339767424:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147244.653753:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779bfe554 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802ff expref: 15 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.653770:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918e00, rc 0) 00000100:00100000:0.0:1746147244.653812:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+15:1814:x1830967346291456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4266us (5065us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147244.653821:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28874 00000100:00100000:0.0:1746147244.658397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.661681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.668801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.672294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.672331:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346292352 00000100:00100000:0.0:1746147244.672339:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346292352 00002000:00100000:0.0:1746147244.672380:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130a04a80 x1830967346292352/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 496/0 e 0 to 0 dl 1746147255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.672389:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a04a80 with x1830967346292352 ext(0->7) 00010000:00010000:0.0:1746147244.672397:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779bfe554 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802ff expref: 15 pid: 20948 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.672410:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779bfe554 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b802ff expref: 15 pid: 20948 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746147244.672416:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a04a80 00000100:00100000:0.0:1746147244.672435:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2066 00000100:00100000:0.0:1746147244.672441:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967346292352:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147244.676784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.683375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.685853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.697399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.703426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.707028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.708019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.712816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.712855:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346293888 00000100:00100000:0.0:1746147244.712863:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346293888 00002000:00100000:0.0:1746147244.712911:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71180 x1830967346293888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 488/0 e 0 to 0 dl 1746147255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.712921:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830967346293888 ext(0->4095) 00010000:00010000:0.0:1746147244.712930:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe569 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80314 expref: 18 pid: 20948 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.712942:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe569 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80314 expref: 18 pid: 20948 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746147244.712950:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746147244.712983:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2068 00000100:00100000:0.0:1746147244.712990:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2008:x1830967346293888:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746147244.713106:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2008:x1830967346293888:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147244.713112:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2068 00002000:00100000:0.0:1746147244.713117:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71180 x1830967346293888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746147255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.713129:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71180 with x1830967346293888 ext(0->4095) 00010000:00010000:0.0:1746147244.713133:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe569 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80314 expref: 17 pid: 20948 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.713141:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe569 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80314 expref: 17 pid: 20948 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746147244.713146:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71180 00000100:00100000:0.0:1746147244.714686:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.714818:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.716058:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746147244.716069:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339768832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746147244.716106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147244.716142:0:7244:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339768832 00000100:00100000:0.0:1746147244.716145:0:7244:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339768832 00000100:00100000:0.0:1746147244.716182:0:7244:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1746147244.716188:0:7244:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339768832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746147244.716215:0:7244:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746147244.716267:0:7244:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339768832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147244.716273:0:7244:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1746147244.716322:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339768832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746147244.718392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.724535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.729666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.733201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.746750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.750196:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346295040:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1431us (3450us total) trans 4294972158 rc 0/0 00000100:00100000:0.0:1746147244.750208:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2070 00002000:00100000:0.0:1746147244.750217:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008fc46300 x1830967346295040/t4294972158(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 496/448 e 0 to 0 dl 1746147255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.750226:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46300 with x1830967346295040 ext(0->7) 00010000:00010000:0.0:1746147244.750237:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfe577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80322 expref: 19 pid: 24989 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.750271:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfe577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80322 expref: 19 pid: 24989 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746147244.750277:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46300 00000100:00100000:0.0:1746147244.754809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.759983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.766144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.766238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147244.767099:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147244.767110:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfe58c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80330 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.767123:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147244.767127:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bfe585 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80337 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.767133:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147244.767136:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfe58c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80330 expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.767161:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bfe585 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80337 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.767173:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfe58c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80330 expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.767184:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:0.0:1746147244.767216:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1832:x1830967346295552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 837us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147244.767223:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28881 00000100:00100000:0.0:1746147244.773427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.779381:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.787855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.797801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.801635:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.842436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.845663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.852901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.855980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.859763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.864516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.866785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.869740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.871927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.874106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.876232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.877779:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346298496 00000100:00100000:0.0:1746147244.877783:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346298496 00010000:00010000:0.0:1746147244.877804:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bfe5a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8034c expref: 6 pid: 20948 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746147244.877838:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13663 00000100:00100000:0.0:1746147244.877845:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346298496:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147244.877856:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147244.877875:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bfe5a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8034c expref: 6 pid: 20948 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.877885:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bfe5a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8034c expref: 6 pid: 20948 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.877903:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bfe5a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8034c expref: 6 pid: 20948 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746147244.877927:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147244.877929:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147244.877936:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe5a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80353 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.877943:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe5a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80353 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.877967:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe5a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80353 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147244.877983:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe5a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80353 expref: 21 pid: 20948 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746147244.877994:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339770880:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147244.878063:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147244.879885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.884205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.884328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.893561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.896834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.897428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.901208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.905594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.911234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.916206:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.920811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.922806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.924834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.927357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.929950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.935126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.947604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.948770:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2007:x1830967346301440:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 908us (1166us total) trans 4294972160 rc 0/0 00000100:00100000:0.0:1746147244.948777:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2078 00002000:00100000:0.0:1746147244.948783:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013998a680 x1830967346301440/t4294972160(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 496/448 e 0 to 0 dl 1746147255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.948791:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998a680 with x1830967346301440 ext(0->7) 00010000:00010000:0.0:1746147244.948796:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779bfe5cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80376 expref: 23 pid: 24989 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147244.948806:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779bfe5cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80376 expref: 23 pid: 24989 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147244.948811:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998a680 00000100:00100000:0.0:1746147244.953076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.953546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.958528:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346301952 00000100:00100000:0.0:1746147244.958533:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346301952 00002000:00100000:0.0:1746147244.958565:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784700 x1830967346301952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:620/0 lens 488/0 e 0 to 0 dl 1746147255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.958574:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784700 with x1830967346301952 ext(0->4095) 00010000:00010000:0.0:1746147244.958581:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe5d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8037d expref: 6 pid: 24989 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147244.958597:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe5d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8037d expref: 6 pid: 24989 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147244.958602:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784700 00000100:00100000:0.0:1746147244.958618:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2079 00000100:00100000:0.0:1746147244.958625:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346301952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147244.958750:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346301952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (319us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147244.958756:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2079 00002000:00100000:0.0:1746147244.958760:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784700 x1830967346301952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746147255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.958768:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784700 with x1830967346301952 ext(0->4095) 00010000:00010000:0.0:1746147244.958772:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe5d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8037d expref: 6 pid: 24989 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147244.958781:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe5d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8037d expref: 6 pid: 24989 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147244.958785:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784700 00000100:00100000:0.0:1746147244.961403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.963736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.963793:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346302336 00000100:00100000:0.0:1746147244.963798:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346302336 00002000:00100000:0.0:1746147244.963824:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998ad80 x1830967346302336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 488/0 e 0 to 0 dl 1746147255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.963988:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967346302336 ext(0->4095) 00002000:00010000:0.0:1746147244.963992:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013998ad80 00000100:00100000:0.0:1746147244.964018:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12918 00000100:00100000:0.0:1746147244.964025:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346302336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147244.964127:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346302336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147244.964133:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12918 00002000:00100000:0.0:1746147244.964138:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998ad80 x1830967346302336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746147255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147244.964145:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967346302336 ext(0->4095) 00002000:00010000:0.0:1746147244.964147:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013998ad80 00000100:00100000:0.0:1746147244.966171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.968476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.970321:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.972847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.974380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.974436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.977058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.979381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.979432:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.981924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.984710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.984779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.990227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.993113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.995408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147244.997722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.000430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.003136:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.004294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.007945:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.012032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.014849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.021100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.026116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.029066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.030311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.031569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.038076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.038115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.040067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.045302:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.049785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.054037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.057045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.059959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.060429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.063302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.064417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.067507:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346309120 00000100:00100000:0.0:1746147245.067513:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346309120 00002000:00100000:0.0:1746147245.067539:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb7100 x1830967346309120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.067547:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7100 with x1830967346309120 ext(0->4095) 00010000:00010000:0.0:1746147245.067553:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b803df expref: 24 pid: 24989 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.067564:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b803df expref: 24 pid: 24989 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.067575:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb7100 00000100:00100000:0.0:1746147245.067593:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2087 00000100:00100000:0.0:1746147245.067599:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346309120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147245.067703:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346309120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.067709:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2087 00002000:00100000:0.0:1746147245.067714:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb7100 x1830967346309120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.067721:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7100 with x1830967346309120 ext(0->4095) 00010000:00010000:0.0:1746147245.067725:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b803df expref: 24 pid: 24989 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.067734:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b803df expref: 24 pid: 24989 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.067739:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb7100 00000100:00100000:0.0:1746147245.074016:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346309504 00000100:00100000:0.0:1746147245.074023:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346309504 00002000:00100000:0.0:1746147245.074053:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784e00 x1830967346309504/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.074062:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784e00 with x1830967346309504 ext(0->4095) 00002000:00010000:0.0:1746147245.074066:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784e00 00000100:00100000:0.0:1746147245.074094:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12924 00000100:00100000:0.0:1746147245.074101:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346309504:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147245.074211:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346309504:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.074217:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12924 00002000:00100000:0.0:1746147245.074222:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784e00 x1830967346309504/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.074229:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784e00 with x1830967346309504 ext(0->4095) 00002000:00010000:0.0:1746147245.074231:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784e00 00000100:00100000:0.0:1746147245.077678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.084299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.092271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.092764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.097345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.097382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.105777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.111886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147245.117058:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147245.124875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.129729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.134372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.134412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.134565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.134760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.135535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.136103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.136143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.141478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.146802:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2006:x1830967346312192:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4647us (5316us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746147245.146818:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2090 00002000:00100000:0.0:1746147245.146829:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093e4dc00 x1830967346312192/t4294972161(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/448 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.146840:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4dc00 with x1830967346312192 ext(0->7) 00010000:00010000:0.0:1746147245.146853:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b803fb expref: 25 pid: 24989 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.146870:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b803fb expref: 25 pid: 24989 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.146878:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4dc00 00000100:00100000:0.0:1746147245.152035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.154866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.162132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.167940:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.176611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.185206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.201502:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.206014:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346313472 00000100:00100000:0.0:1746147245.206024:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346313472 00000100:00100000:0.0:1746147245.207964:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28914 00000100:00100000:0.0:1746147245.207978:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346313472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147245.207998:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147245.208017:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779bfe66c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80417 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.208045:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147245.208050:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7c00/0x29021e8779bfe665 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80410 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.208057:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147245.208059:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779bfe66c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80417 expref: 29 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.208094:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7c00/0x29021e8779bfe665 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80410 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.208104:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779bfe66c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80417 expref: 29 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.208112:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768a00, rc 0) 00000100:00100000:0.0:1746147245.208203:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346313472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (2348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147245.208210:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28914 00000100:00100000:0.0:1746147245.212212:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.219187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.219235:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346313856 00000100:00100000:0.0:1746147245.219264:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346313856 00002000:00100000:0.0:1746147245.219314:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc700 x1830967346313856/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.219324:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc700 with x1830967346313856 ext(0->4095) 00010000:00010000:0.0:1746147245.219335:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7c00/0x29021e8779bfe665 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80410 expref: 6 pid: 20948 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.219349:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7c00/0x29021e8779bfe665 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80410 expref: 6 pid: 20948 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.219355:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc700 00000100:00100000:0.0:1746147245.221454:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2093 00000100:00100000:0.0:1746147245.221472:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346313856:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147245.221661:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346313856:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (2485us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.221667:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2093 00002000:00100000:0.0:1746147245.221675:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc700 x1830967346313856/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.221684:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc700 with x1830967346313856 ext(0->4095) 00010000:00010000:0.0:1746147245.221707:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7c00/0x29021e8779bfe665 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80410 expref: 6 pid: 20948 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.221721:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7c00/0x29021e8779bfe665 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80410 expref: 6 pid: 20948 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.221727:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc700 00000100:00100000:0.0:1746147245.225374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.242397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.262413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.268097:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2006:x1830967346314496:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5219us (5688us total) trans 4294972163 rc 0/0 00000100:00100000:0.0:1746147245.268112:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2094 00002000:00100000:0.0:1746147245.268125:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fbd500 x1830967346314496/t4294972163(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/448 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.268136:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd500 with x1830967346314496 ext(0->7) 00010000:00010000:0.0:1746147245.268148:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779bfe66c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80417 expref: 29 pid: 20948 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.268165:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779bfe66c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80417 expref: 29 pid: 20948 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.268172:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbd500 00000100:00100000:0.0:1746147245.276237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.279715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.283923:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.290543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.297789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.300823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.302760:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2008:x1830967346315648:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1715us (1944us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746147245.302768:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2096 00002000:00100000:0.0:1746147245.302774:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ad0380 x1830967346315648/t4294972164(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/448 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.302782:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad0380 with x1830967346315648 ext(0->7) 00010000:00010000:0.0:1746147245.302788:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7400/0x29021e8779bfe67a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80425 expref: 31 pid: 20948 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.302805:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7400/0x29021e8779bfe67a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80425 expref: 31 pid: 20948 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.302810:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad0380 00000100:00100000:0.0:1746147245.304775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.307944:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.311749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.311845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.314660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.318746:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.322216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.329600:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346317056 00000100:00100000:0.0:1746147245.329609:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346317056 00002000:00100000:0.0:1746147245.329648:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4e00 x1830967346317056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.329657:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4e00 with x1830967346317056 ext(0->4095) 00002000:00010000:0.0:1746147245.329663:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4e00 00000100:00100000:0.0:1746147245.329701:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12930 00000100:00100000:0.0:1746147245.329709:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2005:x1830967346317056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147245.329838:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2005:x1830967346317056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.329845:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12930 00002000:00100000:0.0:1746147245.329850:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4e00 x1830967346317056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.329864:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4e00 with x1830967346317056 ext(0->4095) 00002000:00010000:0.0:1746147245.329866:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4e00 00000100:00100000:0.0:1746147245.332817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.335841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.339667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.339772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.343870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.344894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.351060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.355131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.358405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.362505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.367358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.371622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.371750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.371777:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346319232 00000100:00100000:0.0:1746147245.371785:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346319232 00002000:00100000:0.0:1746147245.371834:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c380 x1830967346319232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.371843:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c380 with x1830967346319232 ext(0->4095) 00002000:00010000:0.0:1746147245.371848:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053c380 00000100:00100000:0.0:1746147245.371879:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12933 00000100:00100000:0.0:1746147245.371886:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346319232:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147245.372029:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346319232:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.372040:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12933 00002000:00100000:0.0:1746147245.372045:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c380 x1830967346319232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.372052:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c380 with x1830967346319232 ext(0->4095) 00002000:00010000:0.0:1746147245.372055:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053c380 00000100:00100000:0.0:1746147245.377170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.390861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.394201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.399560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.403987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.412036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.412103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.419442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.422582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.447182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.450573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.452554:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346321408:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1522us (1984us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746147245.452564:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2101 00002000:00100000:0.0:1746147245.452570:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad6d80 x1830967346321408/t4294972165(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/448 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.452579:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6d80 with x1830967346321408 ext(0->7) 00010000:00010000:0.0:1746147245.452586:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6600/0x29021e8779bfe6c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80472 expref: 33 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.452604:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6600/0x29021e8779bfe6c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80472 expref: 33 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.452609:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad6d80 00000100:00100000:0.0:1746147245.459035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.467669:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346321920 00000100:00100000:0.0:1746147245.467673:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346321920 00002000:00100000:0.0:1746147245.467713:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4380 x1830967346321920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.467722:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4380 with x1830967346321920 ext(0->4095) 00010000:00010000:0.0:1746147245.467729:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80479 expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.467740:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80479 expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.467746:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb4380 00000100:00100000:0.0:1746147245.467759:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2102 00000100:00100000:0.0:1746147245.467765:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346321920:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147245.467870:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346321920:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (1051us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.467876:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2102 00002000:00100000:0.0:1746147245.467880:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4380 x1830967346321920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.467893:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4380 with x1830967346321920 ext(0->4095) 00010000:00010000:0.0:1746147245.467897:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80479 expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.467905:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80479 expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.467911:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb4380 00000100:00100000:0.0:1746147245.472927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.472980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.477934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.483098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.487581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.490460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.496154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.500418:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339782272:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147245.500437:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147245.500478:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967346323072:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3470us (4329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147245.500488:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13708 00000100:00100000:0.0:1746147245.503490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.509037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.516545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.526652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.543944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.544953:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346324096:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 778us (1019us total) trans 4294972166 rc 0/0 00000100:00100000:0.0:1746147245.544961:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2105 00002000:00100000:0.0:1746147245.544967:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad5500 x1830967346324096/t4294972166(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/448 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.544973:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5500 with x1830967346324096 ext(0->7) 00010000:00010000:0.0:1746147245.544979:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfe6ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80495 expref: 35 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.544989:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfe6ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80495 expref: 35 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.544995:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad5500 00000100:00100000:0.0:1746147245.554922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.562792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.572385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.575945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.583708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.595073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.607991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.611369:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346325248:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2862us (3374us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746147245.611383:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2107 00002000:00100000:0.0:1746147245.611394:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906a8700 x1830967346325248/t4294972167(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/448 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.611403:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8700 with x1830967346325248 ext(0->7) 00010000:00010000:0.0:1746147245.611414:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfe6f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804a3 expref: 37 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.611431:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfe6f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804a3 expref: 37 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.611437:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906a8700 00000100:00100000:0.0:1746147245.612365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.616571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.619593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.619618:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346325760 00000100:00100000:0.0:1746147245.619624:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346325760 00002000:00100000:0.0:1746147245.619661:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ca80 x1830967346325760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.619670:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830967346325760 ext(0->4095) 00010000:00010000:0.0:1746147245.619680:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804aa expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.619702:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804aa expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.619709:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ca80 00000100:00100000:0.0:1746147245.619736:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2108 00000100:00100000:0.0:1746147245.619743:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346325760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147245.619864:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346325760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.619869:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2108 00002000:00100000:0.0:1746147245.619874:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ca80 x1830967346325760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.619883:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830967346325760 ext(0->4095) 00010000:00010000:0.0:1746147245.619887:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804aa expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.619895:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804aa expref: 6 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.619900:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ca80 00000100:00100000:0.0:1746147245.623839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.635812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.638761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.642602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.642789:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.642837:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346326784 00000100:00100000:0.0:1746147245.642845:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346326784 00002000:00100000:0.0:1746147245.642893:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e300 x1830967346326784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.642903:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e300 with x1830967346326784 ext(0->4095) 00002000:00010000:0.0:1746147245.642908:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8e300 00000100:00100000:0.0:1746147245.642941:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12940 00000100:00100000:0.0:1746147245.642949:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346326784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147245.643084:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346326784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.643090:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12940 00002000:00100000:0.0:1746147245.643097:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e300 x1830967346326784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.643103:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e300 with x1830967346326784 ext(0->4095) 00002000:00010000:0.0:1746147245.643106:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8e300 00000100:00100000:0.0:1746147245.646474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.648835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.652794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.657820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.664206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.664301:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346327680 00000100:00100000:0.0:1746147245.664309:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346327680 00002000:00100000:0.0:1746147245.664350:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e680 x1830967346327680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.664360:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e680 with x1830967346327680 ext(0->4095) 00002000:00010000:0.0:1746147245.664365:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8e680 00000100:00100000:0.0:1746147245.664389:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12941 00000100:00100000:0.0:1746147245.664396:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346327680:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147245.664534:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346327680:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.664540:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12941 00002000:00100000:0.0:1746147245.664545:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e680 x1830967346327680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.664552:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e680 with x1830967346327680 ext(0->4095) 00002000:00010000:0.0:1746147245.664555:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8e680 00010000:00010000:0.0:1746147245.667982:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083bc6a00/0x29021e8779bfe43c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.667994:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083bc6a00/0x29021e8779bfe43c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668000:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083bc6a00/0x29021e8779bfe43c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668005:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880083bc6a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147245.668009:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083bc6a00/0x29021e8779bfe43c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668016:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083bc6a00/0x29021e8779bfe43c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668033:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88012d504800) 00010000:00010000:0.0:1746147245.668036:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147245.668041:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083bc6a00/0x29021e8779bfe43c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668045:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083bc6a00/0x29021e8779bfe43c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668076:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779bfe46d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668080:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779bfe46d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668085:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779bfe46d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668088:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147245.668091:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779bfe46d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668095:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779bfe46d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668102:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880090464c00) 00010000:00010000:0.0:1746147245.668103:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147245.668105:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779bfe46d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668109:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779bfe46d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147245.668120:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9800/0x29021e8779bfe4e4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11683 initiator: MDT0 00010000:00010000:0.0:1746147245.668126:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9800/0x29021e8779bfe4e4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11683 initiator: MDT0 00010000:00010000:0.0:1746147245.668131:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9800/0x29021e8779bfe4e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11683 initiator: MDT0 00010000:00010000:0.0:1746147245.668135:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800906b9800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147245.668137:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9800/0x29021e8779bfe4e4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11683 initiator: MDT0 00010000:00010000:0.0:1746147245.668142:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9800/0x29021e8779bfe4e4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11683 initiator: MDT0 00010000:00010000:0.0:1746147245.668147:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880090464200) 00010000:00010000:0.0:1746147245.668149:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147245.668151:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9800/0x29021e8779bfe4e4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11683 initiator: MDT0 00010000:00010000:0.0:1746147245.668159:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9800/0x29021e8779bfe4e4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11683 initiator: MDT0 00000100:00100000:0.0:1746147245.670161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.670191:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346327808 00000100:00100000:0.0:1746147245.670200:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346327808 00000100:00100000:0.0:1746147245.670261:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28940 00000100:00100000:0.0:1746147245.670269:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346327808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147245.670289:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147245.670306:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bfe722 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b804cd expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.670333:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe71b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804c6 expref: 36 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.670340:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147245.670341:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147245.670344:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bfe722 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804cd expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.670373:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe71b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804c6 expref: 36 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.670385:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe71b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804c6 expref: 36 pid: 9588 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746147245.670397:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339784448:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147245.670468:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147245.677929:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339784576 00000100:00100000:0.0:1746147245.677942:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339784576 00000100:00100000:0.0:1746147245.678926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.678948:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346327936 00000100:00100000:0.0:1746147245.678952:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346327936 00002000:00100000:0.0:1746147245.678980:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945af100 x1830967346327936/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.678988:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945af100 with x1830967346327936 ext(0->7) 00010000:00010000:0.0:1746147245.678996:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe71b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804c6 expref: 37 pid: 9588 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.679005:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe71b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804c6 expref: 37 pid: 9588 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.679011:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945af100 00000100:00100000:0.0:1746147245.679029:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2110 00000100:00100000:0.0:1746147245.679034:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2007:x1830967346327936:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147245.681852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.681898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.681918:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346328192 00000100:00100000:0.0:1746147245.681925:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346328192 00010000:00010000:0.0:1746147245.681956:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe3fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80242 expref: 6 pid: 20948 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746147245.681979:0:11929:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346328064 00000100:00100000:0.0:1746147245.681980:0:11929:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346328064 00010000:00010000:0.0:1746147245.681991:0:11929:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfe42e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80257 expref: 6 pid: 20948 timeout: 857 lvb_type: 1 00000100:00100000:0.0:1746147245.682006:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13717 00000100:00100000:0.0:1746147245.682012:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346328192:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147245.682024:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147245.682028:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe3fd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80242 expref: 6 pid: 20948 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.682039:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc6c00/0x29021e8779bfe3fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80242 expref: 6 pid: 20948 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.682063:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147245.682097:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346328192:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 85us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147245.682104:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13717 00000100:00100000:0.0:1746147245.682133:0:11929:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13718 00000100:00100000:0.0:1746147245.682138:0:11929:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967346328064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147245.682143:0:11929:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147245.682148:0:11929:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfe42e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80257 expref: 6 pid: 20948 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746147245.682155:0:11929:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083bc7600/0x29021e8779bfe42e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80257 expref: 6 pid: 20948 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746147245.682166:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147245.682168:0:11929:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147245.682173:0:11929:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094918000/0x29021e8779bfe729 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.682181:0:11929:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094918000/0x29021e8779bfe729 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.682198:0:11929:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147245.682211:0:11929:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967346328064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 73us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147245.682216:0:11929:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13718 00000100:00100000:0.0:1746147245.687631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.689788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.696196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.701371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.709590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.712394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.717664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.718238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.721813:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339785472:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147245.721829:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147245.721864:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346329344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2823us (4211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147245.721874:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13721 00000100:00100000:0.0:1746147245.722278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.725959:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.726089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.726122:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346329984 00000100:00100000:0.0:1746147245.726130:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346329984 00010000:00010000:0.0:1746147245.726165:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe737 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804db expref: 6 pid: 9587 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746147245.726202:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13722 00000100:00100000:0.0:1746147245.726209:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7824850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346329984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147245.726222:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147245.726272:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe737 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804db expref: 6 pid: 9587 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.726284:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe737 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804db expref: 6 pid: 9587 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.726308:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe737 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804db expref: 6 pid: 9587 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.726326:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147245.726328:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147245.726336:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779bfe73e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804e2 expref: 38 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.726343:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779bfe73e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804e2 expref: 38 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.726378:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779bfe73e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804e2 expref: 38 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147245.726392:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094127100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339785728:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147245.726470:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147245.733105:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094127100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339785728:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147245.733132:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147245.737711:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346329984:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 11498us (11617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147245.737724:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13722 00000100:00100000:0.0:1746147245.743448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.749530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.752150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.765633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.765703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.766481:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13724 00000100:00100000:0.0:1746147245.766491:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346331008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147245.766507:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147245.766529:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804e9 expref: 40 pid: 9587 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.766543:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe745 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804e9 expref: 40 pid: 9587 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.766566:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe745 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804e9 expref: 40 pid: 9587 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.766586:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147245.766589:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147245.766596:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe74c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804f0 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.766609:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe74c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804f0 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147245.766645:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe74c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804f0 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147245.766659:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094126680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339786240:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147245.766743:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147245.771795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.775771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.806193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.822782:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.823944:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346331904:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 825us (1204us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746147245.823952:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2115 00002000:00100000:0.0:1746147245.823959:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094124700 x1830967346331904/t4294972169(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:621/0 lens 496/448 e 0 to 0 dl 1746147256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.823967:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094124700 with x1830967346331904 ext(0->7) 00010000:00010000:0.0:1746147245.823973:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804f7 expref: 41 pid: 9587 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746147245.823983:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b804f7 expref: 41 pid: 9587 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746147245.823990:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094124700 00000100:00100000:0.0:1746147245.825652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.827471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.831649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.835753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.839764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.842591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.845098:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.847562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.849304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.850966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.852082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.854039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.856694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.856778:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.860325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.864339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.864389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.869779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.874481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.882693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.886498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.891843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.893368:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.902168:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.906009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.911692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.918205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.934885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.952107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.957257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.961215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.965670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.969742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.973483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.976589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.976734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.976763:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346338176 00000100:00100000:0.0:1746147245.976771:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346338176 00002000:00100000:0.0:1746147245.976815:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6a00 x1830967346338176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/0 e 0 to 0 dl 1746147256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.976825:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6a00 with x1830967346338176 ext(0->4095) 00002000:00010000:0.0:1746147245.976831:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b6a00 00000100:00100000:0.0:1746147245.976858:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12950 00000100:00100000:0.0:1746147245.976864:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346338176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147245.977000:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346338176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147245.977006:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12950 00002000:00100000:0.0:1746147245.977011:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6a00 x1830967346338176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746147256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147245.977018:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6a00 with x1830967346338176 ext(0->4095) 00002000:00010000:0.0:1746147245.977021:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b6a00 00000100:00100000:0.0:1746147245.982591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.990992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147245.995777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.001363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.007183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.022769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.024614:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2007:x1830967346339328:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1066us (1851us total) trans 4294972171 rc 0/0 00000100:00100000:0.0:1746147246.024623:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2124 00002000:00100000:0.0:1746147246.024630:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131f7b480 x1830967346339328/t4294972171(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.024637:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967346339328 ext(0->7) 00010000:00010000:0.0:1746147246.024643:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779bfe7b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80559 expref: 45 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.024655:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779bfe7b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80559 expref: 45 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.024661:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f7b480 00000100:00100000:0.0:1746147246.029623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.034658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.042039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.050671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.059156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.064814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.070774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.070964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.073189:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346340480 00000100:00100000:0.0:1746147246.073198:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346340480 00000100:00100000:0.0:1746147246.073947:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28965 00000100:00100000:0.0:1746147246.073965:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346340480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147246.073987:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147246.074013:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bfe7d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80575 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.074043:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe7ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8056e expref: 45 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.074051:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147246.074053:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147246.074057:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bfe7d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80575 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.074093:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe7ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8056e expref: 45 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.074108:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe7ca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8056e expref: 45 pid: 9587 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746147246.074122:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf5fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339790976:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147246.074266:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.079649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.082069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.082117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.084872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.087441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.092412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.097425:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.100109:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.103631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.104778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.108883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.108930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.111511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.114646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147246.119370:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147246.119667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.124421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.129956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.134690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.134726:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346343936 00000100:00100000:0.0:1746147246.134733:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346343936 00002000:00100000:0.0:1746147246.134775:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9500 x1830967346343936/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.134785:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9500 with x1830967346343936 ext(0->4095) 00010000:00010000:0.0:1746147246.134793:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe7f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80598 expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.134806:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe7f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80598 expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.134812:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a9500 00000100:00100000:0.0:1746147246.134838:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2130 00000100:00100000:0.0:1746147246.134844:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346343936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147246.134985:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346343936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.134992:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2130 00002000:00100000:0.0:1746147246.134997:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9500 x1830967346343936/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.135004:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9500 with x1830967346343936 ext(0->4095) 00010000:00010000:0.0:1746147246.135008:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe7f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80598 expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.135016:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe7f4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80598 expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.135021:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a9500 00000100:00100000:0.0:1746147246.139149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.146116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.150323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.156397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.161827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.169769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.173195:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2005:x1830967346345088:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2138us (3427us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746147246.173207:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2132 00002000:00100000:0.0:1746147246.173216:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945a9880 x1830967346345088/t4294972172(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.173225:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9880 with x1830967346345088 ext(0->7) 00010000:00010000:0.0:1746147246.173237:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfe802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805a6 expref: 47 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.173277:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfe802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805a6 expref: 47 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.173283:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a9880 00000100:00100000:0.0:1746147246.177160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.185617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.188940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.194851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.203620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.206181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.215764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.216888:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2006:x1830967346346240:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 867us (1122us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746147246.216895:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2133 00002000:00100000:0.0:1746147246.216900:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945abb80 x1830967346346240/t4294972173(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.216907:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945abb80 with x1830967346346240 ext(0->7) 00010000:00010000:0.0:1746147246.216912:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe810 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805b4 expref: 49 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.216922:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe810 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805b4 expref: 49 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.216927:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945abb80 00000100:00100000:0.0:1746147246.221145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.221216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.226574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.231851:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.235420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.237519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.241447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.242865:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346347392:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1162us (1413us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746147246.242874:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2135 00002000:00100000:0.0:1746147246.242881:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945a8a80 x1830967346347392/t4294972174(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.242889:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8a80 with x1830967346347392 ext(0->7) 00010000:00010000:0.0:1746147246.242898:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfe81e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805c2 expref: 51 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.242909:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfe81e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805c2 expref: 51 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.242915:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a8a80 00000100:00100000:0.0:1746147246.244861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.247973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.250508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.252006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.254667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.257286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.260411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.265390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.271686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.274663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.274775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.279375:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346349440 00000100:00100000:0.0:1746147246.279384:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346349440 00002000:00100000:0.0:1746147246.279431:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6680 x1830967346349440/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.279441:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967346349440 ext(0->4095) 00010000:00010000:0.0:1746147246.279457:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe83a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805de expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.279475:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe83a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805de expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.279482:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:0.0:1746147246.279519:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2138 00000100:00100000:0.0:1746147246.279526:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346349440:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147246.279662:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346349440:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (428us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.279668:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2138 00002000:00100000:0.0:1746147246.279673:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6680 x1830967346349440/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.279692:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967346349440 ext(0->4095) 00010000:00010000:0.0:1746147246.279696:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe83a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805de expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.279705:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe83a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805de expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.279711:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:0.0:1746147246.283467:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.289285:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346349824 00000100:00100000:0.0:1746147246.289295:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346349824 00002000:00100000:0.0:1746147246.289342:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786300 x1830967346349824/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.289352:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786300 with x1830967346349824 ext(0->4095) 00002000:00010000:0.0:1746147246.289357:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8786300 00000100:00100000:0.0:1746147246.289387:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12960 00000100:00100000:0.0:1746147246.289394:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346349824:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147246.289575:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346349824:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (396us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.289581:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12960 00002000:00100000:0.0:1746147246.289587:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786300 x1830967346349824/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.289594:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786300 with x1830967346349824 ext(0->4095) 00002000:00010000:0.0:1746147246.289596:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8786300 00000100:00100000:0.0:1746147246.291528:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.295048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.299106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.299669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.299699:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346350464 00000100:00100000:0.0:1746147246.299702:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346350464 00002000:00100000:0.0:1746147246.299729:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5180 x1830967346350464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.299738:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5180 with x1830967346350464 ext(0->4095) 00010000:00010000:0.0:1746147246.299744:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfe848 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805ec expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.299753:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfe848 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805ec expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.299759:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb5180 00000100:00100000:0.0:1746147246.299771:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2139 00000100:00100000:0.0:1746147246.299776:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346350464:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147246.299875:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346350464:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.299880:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2139 00002000:00100000:0.0:1746147246.299885:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5180 x1830967346350464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.299891:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5180 with x1830967346350464 ext(0->4095) 00010000:00010000:0.0:1746147246.299894:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfe848 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805ec expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.299902:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfe848 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805ec expref: 6 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.299909:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb5180 00000100:00100000:0.0:1746147246.303025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.304636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.308416:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.315700:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.322380:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346351360 00000100:00100000:0.0:1746147246.322387:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346351360 00002000:00100000:0.0:1746147246.322430:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9f80 x1830967346351360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.322439:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967346351360 ext(0->4095) 00002000:00010000:0.0:1746147246.322444:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:0.0:1746147246.322476:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12961 00000100:00100000:0.0:1746147246.322483:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346351360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147246.322659:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346351360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.322665:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12961 00002000:00100000:0.0:1746147246.322671:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9f80 x1830967346351360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.322694:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967346351360 ext(0->4095) 00002000:00010000:0.0:1746147246.322696:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:0.0:1746147246.330358:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.334428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.335221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.335764:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13763 00000100:00100000:0.0:1746147246.335770:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346351744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147246.335778:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147246.335797:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805fa expref: 52 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.335807:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe856 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805fa expref: 52 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.335823:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe856 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b805fa expref: 52 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.335838:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.335840:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.335847:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe85d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80601 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.335853:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe85d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80601 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.335874:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe85d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80601 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.335885:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe85d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80601 expref: 5 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746147246.335896:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a63b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339796352:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147246.339341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.341620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.344628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.347425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147246.347756:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.347758:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.347761:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.347792:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 50 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.347802:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 50 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.347813:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339796608:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.347890:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.352299:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339796608:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.352334:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.352353:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918c00, rc 0) 00000100:00100000:1.0:1746147246.352414:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346352512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4735us (4995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.352422:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28987 00000100:00100000:0.0:1746147246.352440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.352459:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346352640 00000100:00100000:1.0:1746147246.352465:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346352640 00002000:00100000:1.0:1746147246.352498:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a63480 x1830967346352640/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.352660:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63480 with x1830967346352640 ext(0->7) 00010000:00010000:1.0:1746147246.352667:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 51 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.352693:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 51 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.352699:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63480 00000100:00100000:1.0:1746147246.352926:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2142 00000100:00100000:1.0:1746147246.352934:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346352640:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147246.354273:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2006:x1830967346352640:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1307us (1800us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746147246.354281:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2142 00002000:00100000:0.0:1746147246.354288:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a63480 x1830967346352640/t4294972175(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.354296:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63480 with x1830967346352640 ext(0->7) 00010000:00010000:0.0:1746147246.354303:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 53 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.354315:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 53 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.354321:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63480 00000100:00100000:0.0:1746147246.356120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.356220:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346352768 00000100:00100000:1.0:1746147246.356228:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346352768 00010000:00010000:1.0:1746147246.356280:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 53 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.356316:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13765 00000100:00100000:1.0:1746147246.356323:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346352768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147246.356336:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147246.356353:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 53 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.356364:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 53 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.356386:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe864 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80608 expref: 53 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.356403:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.356405:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.356413:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.356420:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.356452:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147246.356463:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339796736:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147246.356966:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.359193:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339796736:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147246.359218:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147246.359315:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346352768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2990us (3200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.359326:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13765 00000100:00100000:0.0:1746147246.359413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.359772:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346353024 00000100:00100000:1.0:1746147246.359779:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346353024 00002000:00100000:1.0:1746147246.359816:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62d80 x1830967346353024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.359826:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62d80 with x1830967346353024 ext(0->4095) 00002000:00010000:1.0:1746147246.359830:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a62d80 00000100:00100000:1.0:1746147246.359859:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12963 00000100:00100000:1.0:1746147246.359866:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346353024:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147246.360030:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346353024:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.360041:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12963 00002000:00100000:1.0:1746147246.360046:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62d80 x1830967346353024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.360054:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62d80 with x1830967346353024 ext(0->4095) 00002000:00010000:1.0:1746147246.360056:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a62d80 00000100:00100000:1.0:1746147246.362389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.365514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.365606:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346353408 00000100:00100000:1.0:1746147246.365613:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346353408 00010000:00010000:1.0:1746147246.365642:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.365789:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13766 00000100:00100000:1.0:1746147246.365797:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346353408:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147246.365811:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147246.365830:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.365846:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.365868:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe86b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8060f expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.365891:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.365893:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.365900:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.365907:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.365938:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.365950:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 53 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.365960:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339797120:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147246.366034:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06300 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.368329:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339797120:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147246.368332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147246.368351:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147246.368391:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346353408:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2595us (2878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.368401:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13766 00000100:00100000:0.0:1746147246.370817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.370879:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346353792 00000100:00100000:1.0:1746147246.371083:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346353792 00010000:00010000:1.0:1746147246.371116:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 54 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.371531:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13767 00000100:00100000:1.0:1746147246.371540:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2005:x1830967346353792:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147246.371554:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147246.371575:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 54 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.371586:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 54 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.371608:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe872 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80616 expref: 54 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.371622:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.371624:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.371631:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.371638:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.371671:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147246.371696:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339797248:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147246.371780:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.375550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.376145:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339797248:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147246.376167:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147246.376191:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346353792:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4652us (5381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.376198:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13767 00000100:00100000:0.0:1746147246.387280:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346354176 00000100:00100000:0.0:1746147246.387292:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346354176 00000100:00100000:0.0:1746147246.387350:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28990 00000100:00100000:0.0:1746147246.387358:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346354176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147246.387378:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147246.387397:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80624 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.387425:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.387433:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147246.387434:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147246.387438:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.387468:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.387480:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 52 pid: 20948 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746147246.387492:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339797376:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147246.387578:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.400771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.401852:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2006:x1830967346354304:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 851us (1088us total) trans 4294972176 rc 0/0 00000100:00100000:0.0:1746147246.401860:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2144 00002000:00100000:0.0:1746147246.401867:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a62a00 x1830967346354304/t4294972176(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.401881:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62a00 with x1830967346354304 ext(0->7) 00010000:00010000:0.0:1746147246.401888:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 55 pid: 20948 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.401899:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 55 pid: 20948 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.401905:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a62a00 00000100:00100000:0.0:1746147246.411492:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830967339797632:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.411521:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967339797760:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.411789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147246.411818:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830967339798272:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.411836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147246.411847:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830967339798784:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.411860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147246.411892:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339797760 00000100:00100000:1.0:1746147246.411898:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339797760 00000100:00100000:0.0:1746147246.411909:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147246.411931:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3766:1830967339798144:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.411932:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1746147246.411938:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967339797760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147246.411949:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147246.411965:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3766:1830967339798656:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.411978:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967339797760:12345-0@lo:400:kworker.0 Request processed in 40us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147246.411981:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147246.411983:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1746147246.411999:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339798272 00000100:00100000:1.0:1746147246.412002:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339798272 00000100:00100000:0.0:1746147246.412010:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339798784 00000100:00100000:0.0:1746147246.412013:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339798784 00000100:00100000:1.0:1746147246.412025:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339797632 00000100:00100000:1.0:1746147246.412027:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339797632 00000100:00100000:0.0:1746147246.412030:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339798144 00000100:00100000:0.0:1746147246.412033:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339798144 00000100:00100000:1.0:1746147246.412034:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339798656 00000100:00100000:1.0:1746147246.412035:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339798656 00000100:00100000:0.0:1746147246.412044:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1746147246.412049:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830967339798272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147246.412070:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830967339798272:12345-0@lo:400:kworker.0 Request processed in 21us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412203:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1746147246.412208:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830967339798784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412228:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830967339798784:12345-0@lo:400:kworker.0 Request processed in 21us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412232:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1746147246.412275:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1746147246.412278:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830967339797632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412295:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830967339797632:12345-0@lo:400:kworker.0 Request processed in 17us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412302:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1746147246.412308:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1746147246.412311:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830967339798144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412328:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830967339798144:12345-0@lo:400:kworker.0 Request processed in 16us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412331:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1746147246.412340:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1746147246.412344:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830967339798656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412359:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830967339798656:12345-0@lo:400:kworker.0 Request processed in 15us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412363:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00080000:1.0:1746147246.412374:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746147246.412378:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746147246.412399:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967339797760:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412408:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830967339798272:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412414:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830967339798784:0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412446:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339797504 00000100:00100000:1.0:1746147246.412449:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339797504 00000100:00100000:1.0:1746147246.412469:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1746147246.412473:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3765:x1830967339797504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412499:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3765:x1830967339797504:12345-0@lo:400:kworker.0 Request processed in 26us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412504:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1746147246.412532:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339798528 00000100:00100000:1.0:1746147246.412535:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339798528 00000100:00100000:1.0:1746147246.412551:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339799040 00000100:00100000:1.0:1746147246.412553:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339799040 00000100:00100000:1.0:1746147246.412568:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1746147246.412572:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1830967339798528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412595:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1830967339798528:12345-0@lo:400:kworker.0 Request processed in 23us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412600:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1746147246.412608:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1746147246.412612:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967339799040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147246.412632:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967339799040:12345-0@lo:400:kworker.0 Request processed in 20us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.412635:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00080000:1.0:1746147246.412645:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147246.413138:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1746147246.416841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.416919:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346354432 00000100:00100000:1.0:1746147246.416928:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346354432 00010000:00010000:1.0:1746147246.416969:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe879 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8061d expref: 55 pid: 20948 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746147246.422237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.424692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.424812:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346354560 00000100:00100000:1.0:1746147246.424823:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346354560 00000100:00100000:1.0:1746147246.424874:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28991 00000100:00100000:1.0:1746147246.424883:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346354560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.424903:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.424922:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe887 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8062b expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.424952:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.424961:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.424963:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.424966:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe887 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8062b expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.424997:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.425006:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 5 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.425016:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339799296:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.428787:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.428958:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346354816 00000100:00100000:0.0:1746147246.428966:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346354816 00002000:00100000:0.0:1746147246.429012:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a63b80 x1830967346354816/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.429022:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63b80 with x1830967346354816 ext(0->4095) 00010000:00010000:0.0:1746147246.429031:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.429044:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.429051:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63b80 00000100:00100000:0.0:1746147246.429071:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2145 00000100:00100000:0.0:1746147246.429078:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346354816:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147246.429806:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346354816:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 727us (5138us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.429813:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2145 00002000:00100000:0.0:1746147246.429819:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a63b80 x1830967346354816/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.429826:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63b80 with x1830967346354816 ext(0->4095) 00010000:00010000:0.0:1746147246.429832:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.429842:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007cea1200/0x29021e8779bfe880 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80624 expref: 6 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.429849:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63b80 00000100:00100000:1.0:1746147246.431534:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339799296:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.431563:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe887 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8062b expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.431581:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918800, rc 0) 00000100:00100000:0.0:1746147246.431620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.431908:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346354560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7026us (9681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.431916:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28991 00000100:00100000:1.0:1746147246.431937:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346354944 00000100:00100000:1.0:1746147246.431942:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346354944 00000100:00100000:1.0:1746147246.431979:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28992 00000100:00100000:0.0:1746147246.431979:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.431985:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1832:x1830967346354944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.432001:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.432014:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe88e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80632 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.432031:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.432035:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe887 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8062b expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.432040:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.432043:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe88e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80632 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.432067:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe887 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8062b expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.432075:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe88e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80632 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.432081:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918600, rc 0) 00000100:00100000:1.0:1746147246.432097:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1832:x1830967346354944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.432102:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28992 00000100:00100000:0.0:1746147246.435757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.437339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.440139:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.443373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.443490:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346355840 00000100:00100000:1.0:1746147246.443499:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346355840 00000100:00100000:1.0:1746147246.443562:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28993 00000100:00100000:1.0:1746147246.443570:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346355840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.443589:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.443610:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe895 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80639 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.443643:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe88e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80632 expref: 54 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.443651:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.443653:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.443657:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe895 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80639 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.443702:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe88e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80632 expref: 54 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.443714:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779bfe88e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80632 expref: 54 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.443726:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339799808:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.443812:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.445387:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339799808:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.445412:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe895 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80639 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.445433:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918800, rc 0) 00000100:00100000:1.0:1746147246.445468:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346355840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1899us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.445476:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28993 00000100:00100000:0.0:1746147246.446156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.449173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.453362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.453703:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346356352 00000100:00100000:1.0:1746147246.453713:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346356352 00000100:00100000:1.0:1746147246.453773:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28994 00000100:00100000:1.0:1746147246.453782:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346356352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.453803:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.453824:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe89c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80640 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.453857:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe895 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80639 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.453866:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.453868:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.453871:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe89c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80640 expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.453906:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe895 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80639 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.453918:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe895 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80639 expref: 5 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.453931:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339800064:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.454014:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.454776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.459135:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339800064:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.459170:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe89c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80640 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.459194:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147246.459273:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346356352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5463us (5891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.459283:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28994 00000100:00100000:0.0:1746147246.459480:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.463237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.466045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.471686:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.475000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.475217:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346357376 00000100:00100000:1.0:1746147246.475226:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346357376 00000100:00100000:1.0:1746147246.475304:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28996 00000100:00100000:1.0:1746147246.475312:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346357376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.475330:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.475348:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe8aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8064e expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.475378:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfe8a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80647 expref: 54 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.475387:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.475389:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.475392:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe8aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8064e expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.475424:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfe8a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80647 expref: 54 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.475437:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfe8a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80647 expref: 54 pid: 20948 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.475455:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339800576:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.475537:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.475882:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339800704 00000100:00100000:1.0:1746147246.475886:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339800704 00000100:00100000:1.0:1746147246.475916:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1746147246.475920:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967339800704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746147246.475933:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502815552 pending 688128 free 3921985536 avail 3690463232 00000100:00100000:1.0:1746147246.476077:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967339800704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 155us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.476082:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1746147246.478378:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339800576:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.478409:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe8aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8064e expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.478428:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919c00, rc 0) 00000100:00100000:1.0:1746147246.478480:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346357376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3169us (3490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.478488:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28996 00000100:00100000:0.0:1746147246.478961:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.480425:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.480718:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346357632 00000100:00100000:1.0:1746147246.480725:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346357632 00000100:00100000:1.0:1746147246.480763:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28997 00000100:00100000:1.0:1746147246.480769:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346357632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.480784:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.481062:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80655 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.481090:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe8aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8064e expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.481097:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.481098:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.481102:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80655 expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.481129:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe8aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8064e expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.481141:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe8aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8064e expref: 5 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.481153:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339800960:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.481206:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.483313:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339800960:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.483343:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80655 expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.483358:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147246.483433:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346357632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (3012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.483441:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28997 00000100:00100000:0.0:1746147246.484169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.484217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.484665:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346358016 00000100:00100000:1.0:1746147246.484669:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346358016 00000100:00100000:1.0:1746147246.484710:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28998 00000100:00100000:1.0:1746147246.484716:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1832:x1830967346358016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.484729:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.484740:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8065c expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.484757:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80655 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.484762:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.484763:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.484766:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8065c expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.484782:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80655 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.484792:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80655 expref: 56 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.484800:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801216:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.484958:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.487212:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801216:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.487271:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8065c expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.487297:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918200, rc 0) 00000100:00100000:1.0:1746147246.487346:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1832:x1830967346358016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2629us (3179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.487354:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28998 00000100:00100000:0.0:1746147246.487888:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.489512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.496097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.499356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.499671:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346358912 00000100:00100000:1.0:1746147246.499694:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346358912 00000100:00100000:1.0:1746147246.499766:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 28999 00000100:00100000:1.0:1746147246.499775:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346358912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.499797:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.499817:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe8bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80663 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.499849:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8065c expref: 54 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.499858:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.499861:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.499864:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe8bf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80663 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.499900:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8065c expref: 54 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.499912:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8065c expref: 54 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.499930:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801472:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.500033:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.502376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.502497:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801472:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.502521:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe8bf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80663 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.502537:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919800, rc 0) 00000100:00100000:1.0:1746147246.502580:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346358912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2807us (3235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.502588:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 28999 00000100:00100000:0.0:1746147246.504705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.505199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.505671:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346359424 00000100:00100000:1.0:1746147246.505688:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346359424 00000100:00100000:1.0:1746147246.505727:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29000 00000100:00100000:1.0:1746147246.505734:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346359424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.505747:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.505762:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8066a expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.505952:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe8bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80663 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.505961:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.505962:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.505965:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.506142:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe8bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80663 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.506198:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919800/0x29021e8779bfe8bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80663 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.506211:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801728:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.506300:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.509000:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801728:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.509033:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.509051:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918800, rc 0) 00000100:00100000:1.0:1746147246.509516:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346359424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3779us (4314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.509525:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29000 00000100:00100000:0.0:1746147246.510830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.510886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.510953:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346359552 00000100:00100000:1.0:1746147246.510963:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346359552 00000100:00100000:1.0:1746147246.511076:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29001 00000100:00100000:1.0:1746147246.511083:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1832:x1830967346359552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.511099:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.511112:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80671 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511140:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.511145:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511150:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.511153:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80671 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511192:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511202:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80671 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511209:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.511210:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.511215:0:24989:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511222:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511364:0:24989:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.511374:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8066a expref: 56 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.511386:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801984:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147246.511551:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.514145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.514278:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339801984:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147246.514297:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147246.514340:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1832:x1830967346359552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3258us (3517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.514348:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29001 00000100:00100000:0.0:1746147246.516958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.521948:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346360320 00000100:00100000:0.0:1746147246.521957:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346360320 00002000:00100000:0.0:1746147246.521999:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62680 x1830967346360320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.522009:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62680 with x1830967346360320 ext(0->4095) 00002000:00010000:0.0:1746147246.522014:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a62680 00000100:00100000:0.0:1746147246.522077:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12970 00000100:00100000:0.0:1746147246.522086:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2005:x1830967346360320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147246.522273:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2005:x1830967346360320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (416us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.522279:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12970 00002000:00100000:0.0:1746147246.522285:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62680 x1830967346360320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.522291:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62680 with x1830967346360320 ext(0->4095) 00002000:00010000:0.0:1746147246.522294:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a62680 00000100:00100000:0.0:1746147246.523638:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339802240 00000100:00100000:0.0:1746147246.523645:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339802240 00000100:00100000:0.0:1746147246.523712:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1746147246.523719:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967339802240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746147246.523739:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502815552 pending 688128 free 3921985536 avail 3690463232 00000100:00100000:0.0:1746147246.523775:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967339802240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147246.523780:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1746147246.524300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.524623:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346360448 00000100:00100000:1.0:1746147246.524629:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346360448 00000100:00100000:1.0:1746147246.524659:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29002 00000100:00100000:1.0:1746147246.524666:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346360448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.524689:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.524707:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe8d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80678 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.524739:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80671 expref: 54 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.524746:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.524748:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.524751:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe8d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80678 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.524782:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80671 expref: 54 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.524794:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80671 expref: 54 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.524804:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339802368:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.525531:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.528611:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339802368:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147246.528615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147246.528642:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe8d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80678 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.528661:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918c00, rc 0) 00000100:00100000:1.0:1746147246.528718:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346360448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4052us (4418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.528727:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29002 00000100:00100000:0.0:1746147246.534305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.534506:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346360832 00000100:00100000:1.0:1746147246.534514:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346360832 00002000:00100000:1.0:1746147246.534558:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090547100 x1830967346360832/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.534569:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547100 with x1830967346360832 ext(0->4095) 00002000:00010000:1.0:1746147246.534573:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090547100 00000100:00100000:1.0:1746147246.534602:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12971 00000100:00100000:1.0:1746147246.534609:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346360832:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147246.534743:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346360832:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.534748:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12971 00002000:00100000:1.0:1746147246.534753:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090547100 x1830967346360832/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.534760:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547100 with x1830967346360832 ext(0->4095) 00002000:00010000:1.0:1746147246.534763:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090547100 00000100:00100000:0.0:1746147246.535121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.535371:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346360960 00000100:00100000:1.0:1746147246.535375:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346360960 00000100:00100000:1.0:1746147246.535409:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29003 00000100:00100000:1.0:1746147246.535415:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346360960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.535426:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.535443:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8067f expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.535467:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe8d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80678 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.535479:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.535481:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.535484:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8067f expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.535516:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe8d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80678 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.535526:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe8d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80678 expref: 5 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.535538:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339802624:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.535619:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.536394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.537045:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339802624:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.537060:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe8db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8067f expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.537073:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918800, rc 0) 00000100:00100000:1.0:1746147246.538125:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346360960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2703us (2997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.538133:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29003 00000100:00100000:0.0:1746147246.538382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.542468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.547359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.552563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.552605:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346361856 00000100:00100000:0.0:1746147246.552614:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346361856 00002000:00100000:0.0:1746147246.552663:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090547800 x1830967346361856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.552683:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547800 with x1830967346361856 ext(0->4095) 00002000:00010000:0.0:1746147246.552689:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090547800 00000100:00100000:1.0:1746147246.554525:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12972 00000100:00100000:1.0:1746147246.554544:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2006:x1830967346361856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147246.556043:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2006:x1830967346361856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1494us (3477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.556056:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12972 00002000:00100000:1.0:1746147246.556068:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090547800 x1830967346361856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.556077:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547800 with x1830967346361856 ext(0->4095) 00002000:00010000:1.0:1746147246.556084:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090547800 00000100:00100000:0.0:1746147246.566836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.568664:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346361984 00000100:00100000:1.0:1746147246.568689:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346361984 00000100:00100000:1.0:1746147246.568763:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29005 00000100:00100000:1.0:1746147246.568772:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346361984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.568792:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.568812:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8068d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.568843:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfe8e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80686 expref: 54 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.568857:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.568859:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.568863:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.568898:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfe8e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80686 expref: 54 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.568909:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfe8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80686 expref: 54 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.568921:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803136:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.569035:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.575108:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803136:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.575143:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.575160:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918200, rc 0) 00000100:00100000:1.0:1746147246.575208:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346361984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6438us (8382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.575224:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29005 00000100:00100000:0.0:1746147246.587049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.587160:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346362112 00000100:00100000:1.0:1746147246.587171:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346362112 00002000:00100000:1.0:1746147246.587221:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090547480 x1830967346362112/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.587239:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547480 with x1830967346362112 ext(0->7) 00010000:00010000:1.0:1746147246.587284:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfe8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80686 expref: 55 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.587298:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfe8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80686 expref: 55 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.587305:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090547480 00000100:00100000:1.0:1746147246.587966:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2153 00000100:00100000:1.0:1746147246.587976:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2007:x1830967346362112:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147246.590773:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2007:x1830967346362112:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2786us (3722us total) trans 4294972177 rc 0/0 00000100:00100000:0.0:1746147246.590788:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2153 00002000:00100000:0.0:1746147246.590798:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090547480 x1830967346362112/t4294972177(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.590807:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547480 with x1830967346362112 ext(0->7) 00010000:00010000:0.0:1746147246.590820:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfe8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80686 expref: 57 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.590838:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfe8e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80686 expref: 57 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.590844:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090547480 00000100:00100000:0.0:1746147246.593718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.594196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.594788:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346362240 00000100:00100000:1.0:1746147246.594800:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346362240 00000100:00100000:1.0:1746147246.594864:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29006 00000100:00100000:1.0:1746147246.594872:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346362240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.595026:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.595038:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe8f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80694 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.595304:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.595311:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.595312:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.595315:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe8f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80694 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.595338:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.595349:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 5 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.595356:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803392:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.595397:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.598421:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803392:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.598445:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe8f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80694 expref: 57 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.598462:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918000, rc 0) 00000100:00100000:1.0:1746147246.598495:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1814:x1830967346362240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3624us (4788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.598503:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29006 00000100:00100000:0.0:1746147246.598513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.598532:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346362624 00000100:00100000:1.0:1746147246.598538:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346362624 00002000:00100000:1.0:1746147246.598571:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546a00 x1830967346362624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.598580:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546a00 with x1830967346362624 ext(0->4095) 00010000:00010000:1.0:1746147246.598587:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.598603:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.598609:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546a00 00000100:00100000:1.0:1746147246.598638:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2154 00000100:00100000:1.0:1746147246.598644:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346362624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147246.598785:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346362624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.598791:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2154 00002000:00100000:1.0:1746147246.598796:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546a00 x1830967346362624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.598803:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546a00 with x1830967346362624 ext(0->4095) 00010000:00010000:1.0:1746147246.598807:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.598846:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe8e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8068d expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.598853:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546a00 00000100:00100000:0.0:1746147246.602097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.607050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.610335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.610382:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346363136 00000100:00100000:1.0:1746147246.610392:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346363136 00000100:00100000:1.0:1746147246.610445:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29007 00000100:00100000:1.0:1746147246.610454:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346363136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.610473:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.610492:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe8f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8069b expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.610524:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe8f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80694 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.610532:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.610534:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.610537:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe8f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8069b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.610567:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe8f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80694 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.610578:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe8f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80694 expref: 56 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.610589:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803648:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.610683:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.614117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147246.614530:0:24989:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe8f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80694 expref: 57 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.614550:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803648:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.614574:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe8f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8069b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.614585:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147246.614630:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346363136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4179us (4308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.614639:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29007 00000100:00100000:0.0:1746147246.618652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.619122:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346363648 00000100:00100000:1.0:1746147246.619129:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346363648 00000100:00100000:1.0:1746147246.619175:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29008 00000100:00100000:1.0:1746147246.619182:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346363648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.619195:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.619213:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b806a2 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.619260:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe8f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8069b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.619271:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.619273:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.619276:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 57 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.619310:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe8f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8069b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.619321:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe8f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8069b expref: 5 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.619333:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803904:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.619418:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.621115:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339803904:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.621142:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 57 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.621158:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147246.621190:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1814:x1830967346363648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2007us (2539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.621198:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29008 00000100:00100000:0.0:1746147246.621621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.621660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.622047:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346363776 00000100:00100000:1.0:1746147246.622050:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346363776 00000100:00100000:1.0:1746147246.622077:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29009 00000100:00100000:1.0:1746147246.622082:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1832:x1830967346363776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.622093:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.622103:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b806a9 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622118:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.622122:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622128:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.622131:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622157:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622165:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622175:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.622177:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.622183:0:24989:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622190:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622205:0:24989:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.622217:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.622229:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339804160:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147246.622304:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.624384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.625387:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339804160:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147246.625406:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919400, rc 0) 00000100:00100000:1.0:1746147246.625989:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1832:x1830967346363776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3906us (4369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.625995:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29009 00000100:00100000:0.0:1746147246.628357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.629424:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13787 00000100:00100000:0.0:1746147246.629433:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346364288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147246.629447:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147246.629469:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.629481:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.629508:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe8fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a2 expref: 58 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.629649:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.629651:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.629659:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 57 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.629666:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 57 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.629710:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 57 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147246.629722:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339804288:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147246.629810:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.633865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.636585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.637542:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346364672 00000100:00100000:1.0:1746147246.637553:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346364672 00000100:00100000:1.0:1746147246.637602:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29010 00000100:00100000:1.0:1746147246.637610:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346364672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.637631:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.637651:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b806b0 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.637688:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.637695:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.637697:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.637700:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.637733:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 56 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.637744:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 56 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.637756:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339804416:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.638372:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.642386:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339804416:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.642424:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.642443:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918800, rc 0) 00000100:00100000:1.0:1746147246.642497:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346364672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4887us (5917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.642510:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29010 00000100:00100000:0.0:1746147246.642728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.648099:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2007:x1830967346364800:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5055us (5359us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746147246.648112:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2156 00002000:00100000:0.0:1746147246.648122:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094e8aa00 x1830967346364800/t4294972178(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.648131:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8aa00 with x1830967346364800 ext(0->7) 00010000:00010000:0.0:1746147246.648142:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 59 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.648159:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 59 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.648165:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8aa00 00000100:00100000:1.0:1746147246.652547:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339804544 00000100:00100000:1.0:1746147246.652556:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339804544 00000100:00100000:1.0:1746147246.652606:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1746147246.652613:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967339804544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746147246.652645:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:1.0:1746147246.652700:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967339804544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.652706:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1746147246.660924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.661094:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.661130:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346365056 00000100:00100000:0.0:1746147246.661139:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346365056 00000100:00100000:0.0:1746147246.661185:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29011 00000100:00100000:0.0:1746147246.661192:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1814:x1830967346365056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147246.661210:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147246.661226:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007cea1800/0x29021e8779bfe913 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b806b7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661268:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147246.661274:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661280:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147246.661283:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007cea1800/0x29021e8779bfe913 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b7 expref: 60 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661324:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661336:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007cea1800/0x29021e8779bfe913 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b7 expref: 60 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661346:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007cea1800, rc 0) 00000100:00100000:0.0:1746147246.661391:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:1814:x1830967346365056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147246.661397:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29011 00000100:00100000:0.0:1746147246.661505:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346364928 00000100:00100000:0.0:1746147246.661508:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346364928 00010000:00010000:0.0:1746147246.661524:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 60 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746147246.661541:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13788 00000100:00100000:0.0:1746147246.661545:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2008:x1830967346364928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147246.661552:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147246.661570:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 60 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.661579:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 60 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.661595:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe905 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806a9 expref: 60 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.661608:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.661609:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.661614:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661625:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661641:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.661650:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 5 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746147246.661662:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339804800:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147246.667809:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346365312 00000100:00100000:0.0:1746147246.667817:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346365312 00002000:00100000:0.0:1746147246.667859:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60000 x1830967346365312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.667869:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60000 with x1830967346365312 ext(0->4095) 00010000:00010000:0.0:1746147246.667878:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.667891:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.667898:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a60000 00000100:00100000:0.0:1746147246.667928:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2157 00000100:00100000:0.0:1746147246.667934:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346365312:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147246.668059:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346365312:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (907us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.668064:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2157 00002000:00100000:0.0:1746147246.668069:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60000 x1830967346365312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.668077:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60000 with x1830967346365312 ext(0->4095) 00010000:00010000:0.0:1746147246.668081:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.668090:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfe90c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b0 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.668095:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a60000 00000100:00100000:1.0:1746147246.668236:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746147246.668272:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967339804928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746147246.668309:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147246.668525:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339804928 00000100:00100000:0.0:1746147246.668530:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339804928 00000100:00100000:0.0:1746147246.668564:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1746147246.668569:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830967339804928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746147246.668583:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:0.0:1746147246.668622:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830967339804928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147246.668627:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1746147246.673208:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.679893:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339805056:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147246.679917:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147246.679952:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346365440:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5962us (6758us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147246.679962:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13789 00000100:00100000:0.0:1746147246.701603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.721383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.725795:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2006:x1830967346365952:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2186us (4414us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746147246.725807:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2158 00002000:00100000:0.0:1746147246.725819:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed5880 x1830967346365952/t4294972179(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.725829:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed5880 with x1830967346365952 ext(0->7) 00010000:00010000:0.0:1746147246.725840:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007cea1800/0x29021e8779bfe913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b7 expref: 61 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.725877:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007cea1800/0x29021e8779bfe913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806b7 expref: 61 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746147246.725885:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed5880 00000100:00100000:0.0:1746147246.728863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.737067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.737973:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346366336 00000100:00100000:1.0:1746147246.737980:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346366336 00002000:00100000:1.0:1746147246.738020:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4380 x1830967346366336/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.738029:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4380 with x1830967346366336 ext(0->4095) 00002000:00010000:1.0:1746147246.738033:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4380 00000100:00100000:1.0:1746147246.738054:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12977 00000100:00100000:1.0:1746147246.738060:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346366336:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147246.739183:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346366336:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 1116us (2122us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.739192:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12977 00002000:00100000:1.0:1746147246.739200:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4380 x1830967346366336/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.739214:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4380 with x1830967346366336 ext(0->4095) 00002000:00010000:1.0:1746147246.739218:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4380 00000100:00100000:0.0:1746147246.743285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.745977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.746613:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.749141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.749304:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346366976 00000100:00100000:1.0:1746147246.749312:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346366976 00002000:00100000:1.0:1746147246.749350:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7b80 x1830967346366976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.749359:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7b80 with x1830967346366976 ext(0->4095) 00010000:00010000:1.0:1746147246.749368:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe921 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806c5 expref: 62 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.749380:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe921 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806c5 expref: 62 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.749386:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed7b80 00000100:00100000:1.0:1746147246.749402:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2159 00000100:00100000:1.0:1746147246.749408:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346366976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147246.749553:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346366976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.749558:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2159 00002000:00100000:1.0:1746147246.749563:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7b80 x1830967346366976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.749570:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7b80 with x1830967346366976 ext(0->4095) 00010000:00010000:1.0:1746147246.749574:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe921 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806c5 expref: 62 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.749583:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfe921 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806c5 expref: 62 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.749588:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed7b80 00000100:00100000:0.0:1746147246.751632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.754061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.757476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.757655:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346367488 00000100:00100000:1.0:1746147246.757664:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346367488 00002000:00100000:1.0:1746147246.757724:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed5180 x1830967346367488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.757734:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed5180 with x1830967346367488 ext(0->4095) 00010000:00010000:1.0:1746147246.757743:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806cc expref: 62 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.757758:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806cc expref: 62 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.757765:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed5180 00000100:00100000:1.0:1746147246.757792:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2160 00000100:00100000:1.0:1746147246.757799:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2006:x1830967346367488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147246.758081:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2006:x1830967346367488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 283us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.758087:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2160 00002000:00100000:1.0:1746147246.758093:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed5180 x1830967346367488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.758100:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed5180 with x1830967346367488 ext(0->4095) 00010000:00010000:1.0:1746147246.758105:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806cc expref: 61 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.758113:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfe928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806cc expref: 61 pid: 9588 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.758118:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed5180 00000100:00100000:1.0:1746147246.763608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.763664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.769877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.770154:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346368000 00000100:00100000:1.0:1746147246.770164:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346368000 00002000:00100000:1.0:1746147246.770212:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4000 x1830967346368000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.770222:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967346368000 ext(0->4095) 00010000:00010000:1.0:1746147246.770230:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe92f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806d3 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.770266:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe92f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806d3 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.770274:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4000 00000100:00100000:1.0:1746147246.770310:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2161 00000100:00100000:1.0:1746147246.770317:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346368000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147246.770453:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346368000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147246.770459:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2161 00002000:00100000:1.0:1746147246.770465:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4000 x1830967346368000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147246.770471:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967346368000 ext(0->4095) 00010000:00010000:1.0:1746147246.770475:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe92f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806d3 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746147246.770484:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfe92f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b806d3 expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746147246.770490:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4000 00000100:00100000:0.0:1746147246.774794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.779575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.784044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.787125:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.791182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.792192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.796928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.796972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.801015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.804342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.810605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.813653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.817786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.821655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.823075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.828289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.829438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.834331:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.841335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.846934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.852719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.856357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.860590:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339808128:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147246.860609:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147246.860663:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346371712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3964us (4308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147246.860682:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13801 00000100:00100000:0.0:1746147246.863177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.868943:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.869376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.869437:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346372352 00000100:00100000:0.0:1746147246.869441:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346372352 00010000:00010000:0.0:1746147246.869468:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8070b expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746147246.869504:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13802 00000100:00100000:0.0:1746147246.869511:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346372352:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147246.869525:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147246.869547:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8070b expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.869561:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8070b expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.869587:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe967 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8070b expref: 6 pid: 24989 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.869607:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.869609:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147246.869617:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe96e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80712 expref: 61 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147246.869625:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe96e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80712 expref: 61 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147246.870001:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29025 00000100:00100000:1.0:1746147246.870009:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1832:x1830967346372224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.870025:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.870036:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe975 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80719 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.870054:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe96e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80712 expref: 62 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.870059:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.870061:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.870064:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe975 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80719 expref: 62 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.870097:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe96e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80712 expref: 62 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.870108:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe96e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80712 expref: 62 pid: 24989 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.870119:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339808384:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.870189:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.874560:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339808384:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.874589:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe975 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80719 expref: 62 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.874607:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147246.874651:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1832:x1830967346372224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4642us (6416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.874659:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29025 00000100:00100000:0.0:1746147246.879173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.884790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.889577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.894153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.894313:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346373120 00000100:00100000:1.0:1746147246.894324:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346373120 00000100:00100000:1.0:1746147246.894643:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29026 00000100:00100000:1.0:1746147246.894652:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346373120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.894679:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.894699:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe97c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80720 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.894728:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe975 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80719 expref: 60 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.894735:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.894737:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.894740:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe97c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80720 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.894772:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80719 expref: 60 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.894782:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfe975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80719 expref: 60 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.894794:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339808768:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.895381:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.897302:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339808768:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.897338:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe97c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80720 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.897357:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919400, rc 0) 00000100:00100000:1.0:1746147246.897404:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346373120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2753us (3263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.897414:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29026 00000100:00100000:0.0:1746147246.898714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.901150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.901301:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346373376 00000100:00100000:1.0:1746147246.901308:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346373376 00000100:00100000:1.0:1746147246.901341:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29027 00000100:00100000:1.0:1746147246.901347:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346373376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.901365:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.901381:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80727 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.901404:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe97c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80720 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.901411:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.901412:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.901415:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80727 expref: 62 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.901437:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe97c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80720 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.901446:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfe97c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80720 expref: 5 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.901455:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339809024:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.902646:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.906357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.906834:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339809024:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.906864:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80727 expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.906881:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918000, rc 0) 00000100:00100000:1.0:1746147246.906923:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346373376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5576us (5778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.906936:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29027 00000100:00100000:0.0:1746147246.911034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.928542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.937426:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.937524:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346374144 00000100:00100000:1.0:1746147246.937533:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346374144 00000100:00100000:1.0:1746147246.937596:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29028 00000100:00100000:1.0:1746147246.937605:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346374144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.937626:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.937645:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8072e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.937685:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80727 expref: 60 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.937692:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.937694:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.937697:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8072e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.937730:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80727 expref: 60 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.937742:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80727 expref: 60 pid: 9588 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746147246.937754:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339809280:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.937843:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.944753:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339809280:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147246.944766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147246.944788:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8072e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.944806:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919c00, rc 0) 00000100:00100000:1.0:1746147246.944872:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346374144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7268us (7457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.944882:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29028 00000100:00100000:0.0:1746147246.947900:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346374272:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2193us (3125us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746147246.947912:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2168 00002000:00100000:0.0:1746147246.947922:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082ca80 x1830967346374272/t4294972180(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:622/0 lens 496/448 e 0 to 0 dl 1746147257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.947932:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ca80 with x1830967346374272 ext(0->7) 00010000:00010000:0.0:1746147246.947942:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80727 expref: 63 pid: 9588 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746147246.947958:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779bfe983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80727 expref: 63 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147246.947964:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082ca80 00000100:00100000:0.0:1746147246.951889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.957805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.957865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.957891:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346374784 00000100:00100000:1.0:1746147246.957900:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346374784 00000100:00100000:0.0:1746147246.957906:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346374656 00000100:00100000:0.0:1746147246.957910:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346374656 00002000:00100000:0.0:1746147246.957949:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082e300 x1830967346374656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/0 e 0 to 0 dl 1746147257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746147246.957958:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29029 00002000:00100000:0.0:1746147246.957958:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e300 with x1830967346374656 ext(0->4095) 00000100:00100000:1.0:1746147246.957965:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346374784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746147246.957969:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082e300 00010000:00010000:1.0:1746147246.957981:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746147246.957984:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12984 00000100:00100000:0.0:1746147246.957990:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346374656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746147246.957997:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe991 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80735 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.958022:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8072e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.958029:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.958031:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.958034:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe991 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80735 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.958062:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8072e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.958074:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8072e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147246.958087:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339809536:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147246.958105:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346374656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147246.958111:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12984 00002000:00100000:0.0:1746147246.958116:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082e300 x1830967346374656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746147257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147246.958123:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e300 with x1830967346374656 ext(0->4095) 00010000:00010000:0.0:1746147246.958128:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8072e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147246.958140:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919c00/0x29021e8779bfe98a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8072e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147246.958145:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082e300 00000100:00100000:1.0:1746147246.958148:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147246.960051:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339809536:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.960079:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe991 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80735 expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.960096:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918c00, rc 0) 00000100:00100000:1.0:1746147246.960137:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346374784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2172us (2271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.960145:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29029 00000100:00100000:0.0:1746147246.960431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.960474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.960750:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346374912 00000100:00100000:1.0:1746147246.960756:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346374912 00000100:00100000:1.0:1746147246.960800:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29030 00000100:00100000:1.0:1746147246.960807:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1832:x1830967346374912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.960823:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.960837:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe998 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8073c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.960856:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.960860:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe991 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80735 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.960865:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.960868:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe998 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8073c expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.960905:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe991 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80735 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.960914:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779bfe998 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8073c expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.960921:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918200, rc 0) 00000100:00100000:1.0:1746147246.960942:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346374912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.960948:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29030 00000100:00100000:0.0:1746147246.963717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.965912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.968890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.971106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.975024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.981759:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346376320 00000100:00100000:0.0:1746147246.981767:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346376320 00000100:00100000:1.0:1746147246.983864:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29032 00000100:00100000:1.0:1746147246.983876:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1814:x1830967346376320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.983892:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.983910:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe9a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8074a expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.983938:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfe99f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80743 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.983945:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.983946:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.983950:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe9a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8074a expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.983985:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfe99f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80743 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.984002:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfe99f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80743 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147246.984014:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339810304:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147246.984662:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147246.987088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147246.987169:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339810304:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147246.987194:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe9a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8074a expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.987209:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147246.987272:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346376320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3399us (5856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.987279:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29032 00000100:00100000:1.0:1746147246.987315:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346376448 00000100:00100000:1.0:1746147246.987320:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346376448 00000100:00100000:1.0:1746147246.987344:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29033 00000100:00100000:1.0:1746147246.987349:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1832:x1830967346376448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147246.987361:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147246.987374:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe9ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80751 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.987392:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147246.987395:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe9a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8074a expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.987405:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147246.987407:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe9ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80751 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.987432:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfe9a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8074a expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.987439:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe9ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80751 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147246.987445:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918c00, rc 0) 00000100:00100000:1.0:1746147246.987457:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346376448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147246.987462:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29033 00000100:00100000:0.0:1746147246.990790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.993185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147246.998155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.000791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.003773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.007849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.010051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.010316:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346377856 00000100:00100000:0.0:1746147247.010321:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346377856 00002000:00100000:0.0:1746147247.010357:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ed80 x1830967346377856/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.010367:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ed80 with x1830967346377856 ext(0->4095) 00002000:00010000:0.0:1746147247.010371:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ed80 00000100:00100000:0.0:1746147247.010396:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12988 00000100:00100000:0.0:1746147247.010403:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346377856:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746147247.010529:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346377856:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147247.010535:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12988 00002000:00100000:0.0:1746147247.010540:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ed80 x1830967346377856/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.010546:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ed80 with x1830967346377856 ext(0->4095) 00002000:00010000:0.0:1746147247.010548:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ed80 00000100:00100000:0.0:1746147247.013615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.014171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.014275:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346377984 00000100:00100000:1.0:1746147247.014284:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346377984 00000100:00100000:1.0:1746147247.014327:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29036 00000100:00100000:1.0:1746147247.014335:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346377984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147247.014354:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147247.014371:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe9c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80766 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.014399:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.014404:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe9bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8075f expref: 65 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.014415:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147247.014418:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe9c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80766 expref: 65 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.014452:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe9bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8075f expref: 65 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.014463:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfe9c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80766 expref: 65 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.014473:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918c00, rc 0) 00000100:00100000:1.0:1746147247.014517:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346377984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.014522:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29036 00000100:00100000:0.0:1746147247.018852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.026778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.031392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.031489:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346378752 00000100:00100000:1.0:1746147247.031498:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346378752 00002000:00100000:1.0:1746147247.031536:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409f80 x1830967346378752/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.031545:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409f80 with x1830967346378752 ext(0->4095) 00002000:00010000:1.0:1746147247.031549:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409f80 00000100:00100000:1.0:1746147247.031584:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12989 00000100:00100000:1.0:1746147247.031591:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346378752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.031745:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346378752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.032288:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12989 00002000:00100000:1.0:1746147247.032295:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409f80 x1830967346378752/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.032302:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409f80 with x1830967346378752 ext(0->4095) 00002000:00010000:1.0:1746147247.032305:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409f80 00000100:00100000:0.0:1746147247.037483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.047088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.047508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.052958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.053540:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346379392 00000100:00100000:1.0:1746147247.053548:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346379392 00002000:00100000:1.0:1746147247.053589:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409880 x1830967346379392/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.053598:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409880 with x1830967346379392 ext(0->4095) 00010000:00010000:1.0:1746147247.053604:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe9c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8076d expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.053627:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe9c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8076d expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.053633:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409880 00000100:00100000:1.0:1746147247.053661:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2173 00000100:00100000:1.0:1746147247.053668:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346379392:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.053810:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346379392:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.053816:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2173 00002000:00100000:1.0:1746147247.053821:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409880 x1830967346379392/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.053834:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409880 with x1830967346379392 ext(0->4095) 00010000:00010000:1.0:1746147247.053838:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe9c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8076d expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.053847:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfe9c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8076d expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.053851:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409880 00000100:00100000:0.0:1746147247.056639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.066991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.067121:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346379776 00000100:00100000:1.0:1746147247.067131:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346379776 00002000:00100000:1.0:1746147247.067176:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408700 x1830967346379776/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.067186:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408700 with x1830967346379776 ext(0->4095) 00002000:00010000:1.0:1746147247.067191:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408700 00000100:00100000:1.0:1746147247.067225:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12990 00000100:00100000:1.0:1746147247.067233:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346379776:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.067998:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346379776:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 763us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.068006:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12990 00002000:00100000:1.0:1746147247.068012:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408700 x1830967346379776/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.068020:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408700 with x1830967346379776 ext(0->4095) 00002000:00010000:1.0:1746147247.068023:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408700 00000100:00100000:0.0:1746147247.073807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.077309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.077604:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346380032 00000100:00100000:1.0:1746147247.077611:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346380032 00002000:00100000:1.0:1746147247.077650:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009440ad80 x1830967346380032/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.077659:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440ad80 with x1830967346380032 ext(0->7) 00010000:00010000:1.0:1746147247.077666:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe9d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80774 expref: 63 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.077685:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe9d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80774 expref: 63 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.077692:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440ad80 00000100:00100000:1.0:1746147247.078167:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2174 00000100:00100000:1.0:1746147247.078175:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346380032:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147247.081066:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346380032:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2878us (3754us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746147247.081081:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2174 00002000:00100000:0.0:1746147247.081093:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009440ad80 x1830967346380032/t4294972181(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.081103:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440ad80 with x1830967346380032 ext(0->7) 00010000:00010000:0.0:1746147247.081115:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe9d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80774 expref: 65 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.081131:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfe9d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80774 expref: 65 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.081138:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440ad80 00000100:00100000:1.0:1746147247.095568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.096121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.099519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.099589:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346380544 00000100:00100000:1.0:1746147247.099597:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346380544 00002000:00100000:1.0:1746147247.099643:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440a300 x1830967346380544/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.099653:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a300 with x1830967346380544 ext(0->4095) 00010000:00010000:1.0:1746147247.099662:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe9d7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8077b expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.099686:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe9d7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8077b expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.099699:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440a300 00000100:00100000:1.0:1746147247.099721:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2175 00000100:00100000:1.0:1746147247.099729:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346380544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.099874:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346380544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.099880:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2175 00002000:00100000:1.0:1746147247.099885:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440a300 x1830967346380544/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.099892:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a300 with x1830967346380544 ext(0->4095) 00010000:00010000:1.0:1746147247.099896:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe9d7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8077b expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.099905:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfe9d7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8077b expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.099911:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440a300 00000100:00100000:0.0:1746147247.104136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.109153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.109343:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346380928 00000100:00100000:0.0:1746147247.109351:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346380928 00002000:00100000:0.0:1746147247.109391:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7480 x1830967346380928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.109401:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7480 with x1830967346380928 ext(0->4095) 00002000:00010000:0.0:1746147247.109407:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7480 00000100:00100000:0.0:1746147247.109431:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12991 00000100:00100000:0.0:1746147247.109439:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346380928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147247.109907:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346380928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 468us (756us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147247.109914:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12991 00002000:00100000:0.0:1746147247.109920:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7480 x1830967346380928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.109927:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7480 with x1830967346380928 ext(0->4095) 00002000:00010000:0.0:1746147247.109930:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7480 00000100:00100000:0.0:1746147247.111558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.117886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.119918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.120666:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339812736:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147247.120693:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147247.120718:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346381184:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2679us (2832us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147247.120727:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13819 00000100:00100000:1.0:1746147247.120785:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346381568 00000100:00100000:1.0:1746147247.120789:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346381568 00002000:00100000:1.0:1746147247.120815:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8000 x1830967346381568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.120824:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8000 with x1830967346381568 ext(0->4095) 00010000:00010000:1.0:1746147247.120830:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.120842:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.120847:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b8000 00000100:00100000:1.0:1746147247.120878:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2176 00000100:00100000:1.0:1746147247.120884:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346381568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.121004:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346381568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.121010:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2176 00002000:00100000:1.0:1746147247.121015:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8000 x1830967346381568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.121021:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8000 with x1830967346381568 ext(0->4095) 00010000:00010000:1.0:1746147247.121026:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.121034:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.121039:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b8000 00010000:00010000:1.0:1746147247.122645:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147247.124218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.125600:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346381824 00000100:00100000:0.0:1746147247.125606:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346381824 00010000:00010000:0.0:1746147247.125627:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.125723:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13820 00000100:00100000:0.0:1746147247.125729:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346381824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147247.125741:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147247.125760:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.125771:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.125792:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfe9e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80789 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.125983:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.125985:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.125992:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe9ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80790 expref: 65 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.126000:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe9ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80790 expref: 65 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.126029:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe9ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80790 expref: 65 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.126041:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfe9ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80790 expref: 65 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.126056:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339813120:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147247.126488:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.129054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.132807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.135344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.142716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.146383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.147417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.147456:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346382848 00000100:00100000:0.0:1746147247.147462:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346382848 00010000:00010000:0.0:1746147247.147492:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfe9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80797 expref: 65 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.147522:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13822 00000100:00100000:0.0:1746147247.147528:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346382848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147247.147541:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147247.147562:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfe9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80797 expref: 65 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.147573:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfe9f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80797 expref: 65 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.147598:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfe9f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80797 expref: 65 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.147618:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.147620:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.147628:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.147635:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.147679:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147247.147693:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339813504:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147247.147759:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.149813:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339813504:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.149834:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.149889:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346382848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2360us (2470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.149903:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13822 00000100:00100000:0.0:1746147247.150654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.150840:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346383104 00000100:00100000:1.0:1746147247.150847:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346383104 00002000:00100000:1.0:1746147247.150888:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ca80 x1830967346383104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.150899:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ca80 with x1830967346383104 ext(0->4095) 00010000:00010000:1.0:1746147247.150906:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.150918:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.150924:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ca80 00000100:00100000:1.0:1746147247.151328:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2178 00000100:00100000:1.0:1746147247.151337:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346383104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.151478:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346383104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (826us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.151485:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2178 00002000:00100000:1.0:1746147247.151490:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ca80 x1830967346383104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.151498:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ca80 with x1830967346383104 ext(0->4095) 00010000:00010000:1.0:1746147247.151503:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.151518:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.151524:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ca80 00000100:00100000:0.0:1746147247.155133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.155536:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346383232 00000100:00100000:1.0:1746147247.155546:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346383232 00010000:00010000:1.0:1746147247.155586:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.155633:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13823 00000100:00100000:1.0:1746147247.155642:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346383232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.155656:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.155698:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.155711:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.155736:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfe9fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8079e expref: 6 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.155766:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.155768:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.155776:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfea01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807a5 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.155789:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfea01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807a5 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.155825:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfea01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807a5 expref: 64 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.155839:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339813760:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.155935:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.158666:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339813760:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.158693:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.158748:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346383232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3107us (3627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.158757:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13823 00000100:00100000:0.0:1746147247.158804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.163014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.187868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.187902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.190660:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346383744 00000100:00100000:1.0:1746147247.190664:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346383744 00010000:00010000:1.0:1746147247.190689:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfea01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807a5 expref: 66 pid: 9588 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.190705:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13824 00000100:00100000:1.0:1746147247.190709:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346383744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.190716:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.190731:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfea01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807a5 expref: 66 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.190739:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfea01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807a5 expref: 66 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.190753:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfea01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807a5 expref: 66 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.190773:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.190774:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.190780:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea08 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ac expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.190786:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ac expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.190802:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ac expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.190811:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ac expref: 5 pid: 9588 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.190820:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339814144:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.190862:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.193389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.201882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.204844:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.204986:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346384512 00000100:00100000:1.0:1746147247.204992:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346384512 00002000:00100000:1.0:1746147247.205024:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f79500 x1830967346384512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.205113:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79500 with x1830967346384512 ext(0->4095) 00002000:00010000:1.0:1746147247.205118:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f79500 00000100:00100000:1.0:1746147247.205134:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12994 00000100:00100000:1.0:1746147247.205142:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346384512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.207078:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346384512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1930us (2235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.207087:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12994 00002000:00100000:1.0:1746147247.207096:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f79500 x1830967346384512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.207104:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79500 with x1830967346384512 ext(0->4095) 00002000:00010000:1.0:1746147247.207108:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f79500 00000100:00100000:0.0:1746147247.221592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.236386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.236496:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346384768 00000100:00100000:1.0:1746147247.236506:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346384768 00002000:00100000:1.0:1746147247.236556:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131f79180 x1830967346384768/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.236566:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79180 with x1830967346384768 ext(0->7) 00010000:00010000:1.0:1746147247.236576:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807b3 expref: 65 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.236590:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807b3 expref: 65 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.236597:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f79180 00000100:00100000:1.0:1746147247.236769:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2180 00000100:00100000:1.0:1746147247.236787:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346384768:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147247.237592:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2006:x1830967346384768:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 810us (1214us total) trans 4294972182 rc 0/0 00000100:00100000:0.0:1746147247.237604:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2180 00002000:00100000:0.0:1746147247.237612:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131f79180 x1830967346384768/t4294972182(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.237621:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79180 with x1830967346384768 ext(0->7) 00010000:00010000:0.0:1746147247.237630:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807b3 expref: 67 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.237643:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807b3 expref: 67 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.237649:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f79180 00000100:00100000:0.0:1746147247.242949:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.247331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.248135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.248163:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346385280 00000100:00100000:0.0:1746147247.248166:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346385280 00002000:00100000:0.0:1746147247.248194:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dc700 x1830967346385280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.248202:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc700 with x1830967346385280 ext(0->4095) 00010000:00010000:0.0:1746147247.248298:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfea16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ba expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.248313:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfea16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ba expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.248320:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dc700 00000100:00100000:0.0:1746147247.248344:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2181 00000100:00100000:0.0:1746147247.248350:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346385280:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147247.248474:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346385280:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147247.248480:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2181 00002000:00100000:0.0:1746147247.248486:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dc700 x1830967346385280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.248493:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc700 with x1830967346385280 ext(0->4095) 00010000:00010000:0.0:1746147247.248497:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfea16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ba expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.248506:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfea16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807ba expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.248511:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dc700 00000100:00100000:0.0:1746147247.251706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.253234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.258697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.258724:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346385792 00000100:00100000:0.0:1746147247.258730:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346385792 00002000:00100000:0.0:1746147247.258768:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dca80 x1830967346385792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.258777:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dca80 with x1830967346385792 ext(0->4095) 00010000:00010000:0.0:1746147247.258785:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfea1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807c1 expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.258803:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfea1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807c1 expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.258808:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dca80 00000100:00100000:0.0:1746147247.258837:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2182 00000100:00100000:0.0:1746147247.258843:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346385792:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147247.258957:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346385792:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147247.258962:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2182 00002000:00100000:0.0:1746147247.258966:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dca80 x1830967346385792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.258973:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dca80 with x1830967346385792 ext(0->4095) 00010000:00010000:0.0:1746147247.258977:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfea1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807c1 expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.258985:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfea1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807c1 expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.258991:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dca80 00000100:00100000:0.0:1746147247.262995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.265407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.267383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.270452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.275183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.276537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.278103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.279730:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.281974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.284367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.287016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.287121:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346387712 00000100:00100000:1.0:1746147247.287127:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346387712 00002000:00100000:1.0:1746147247.287164:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127800 x1830967346387712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.287175:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127800 with x1830967346387712 ext(0->4095) 00002000:00010000:1.0:1746147247.287179:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094127800 00000100:00100000:1.0:1746147247.287208:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12997 00000100:00100000:1.0:1746147247.287214:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2007:x1830967346387712:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147247.287657:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2007:x1830967346387712:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 254us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.287663:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12997 00002000:00100000:1.0:1746147247.287684:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127800 x1830967346387712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.287691:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127800 with x1830967346387712 ext(0->4095) 00002000:00010000:1.0:1746147247.287694:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094127800 00000100:00100000:0.0:1746147247.288907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.292225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.296199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.297180:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346388224 00000100:00100000:1.0:1746147247.297189:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346388224 00002000:00100000:1.0:1746147247.297235:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aed80 x1830967346388224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.297269:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967346388224 ext(0->4095) 00002000:00010000:1.0:1746147247.297274:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aed80 00000100:00100000:1.0:1746147247.297302:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12998 00000100:00100000:1.0:1746147247.297310:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346388224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.297867:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346388224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 558us (1676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.297873:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12998 00002000:00100000:1.0:1746147247.297880:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aed80 x1830967346388224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.297887:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967346388224 ext(0->4095) 00002000:00010000:1.0:1746147247.297889:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aed80 00000100:00100000:0.0:1746147247.298547:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346388352 00000100:00100000:0.0:1746147247.298552:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346388352 00000100:00100000:0.0:1746147247.298610:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29055 00000100:00100000:0.0:1746147247.298617:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1814:x1830967346388352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147247.298629:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147247.298647:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b807eb expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.298682:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807e4 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.298690:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.298691:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.298695:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807eb expref: 67 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.298723:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807e4 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.298735:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807e4 expref: 5 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.298746:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339816192:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147247.298810:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.302323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.304507:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147247.305147:0:24989:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807e4 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.305164:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339816192:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147247.305180:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807eb expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.305186:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807eb expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.305194:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094803800, rc 0) 00000100:00100000:0.0:1746147247.305230:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+68:1814:x1830967346388352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6613us (7073us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147247.305236:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29055 00000100:00100000:0.0:1746147247.307794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.308348:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346388864 00000100:00100000:1.0:1746147247.308355:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346388864 00002000:00100000:1.0:1746147247.308400:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945adc00 x1830967346388864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.308410:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945adc00 with x1830967346388864 ext(0->4095) 00010000:00010000:1.0:1746147247.308419:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807eb expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.308433:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807eb expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.308439:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945adc00 00000100:00100000:1.0:1746147247.308470:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2184 00000100:00100000:1.0:1746147247.308477:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346388864:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.309312:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346388864:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 835us (1527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.309318:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2184 00002000:00100000:1.0:1746147247.309323:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945adc00 x1830967346388864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.309330:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945adc00 with x1830967346388864 ext(0->4095) 00010000:00010000:1.0:1746147247.309336:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807eb expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.309346:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bfea47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807eb expref: 68 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.309351:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945adc00 00000100:00100000:1.0:1746147247.313634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.318967:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346389248 00000100:00100000:1.0:1746147247.318975:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346389248 00002000:00100000:1.0:1746147247.319013:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb480 x1830967346389248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.319023:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967346389248 ext(0->4095) 00002000:00010000:1.0:1746147247.319027:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb480 00000100:00100000:1.0:1746147247.319041:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 12999 00000100:00100000:1.0:1746147247.319047:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2005:x1830967346389248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.319168:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2005:x1830967346389248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.319174:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 12999 00002000:00100000:1.0:1746147247.319178:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb480 x1830967346389248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.319926:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967346389248 ext(0->4095) 00002000:00010000:1.0:1746147247.319930:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb480 00000100:00100000:0.0:1746147247.322144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.337829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.337940:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346389504 00000100:00100000:1.0:1746147247.337949:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346389504 00002000:00100000:1.0:1746147247.338022:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad7480 x1830967346389504/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.338032:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad7480 with x1830967346389504 ext(0->7) 00010000:00010000:1.0:1746147247.338041:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 67 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.338055:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 67 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.338062:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad7480 00000100:00100000:1.0:1746147247.338100:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2185 00000100:00100000:1.0:1746147247.338109:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2006:x1830967346389504:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147247.340941:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2006:x1830967346389504:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2823us (3112us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746147247.340954:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2185 00002000:00100000:0.0:1746147247.340965:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad7480 x1830967346389504/t4294972183(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.340975:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad7480 with x1830967346389504 ext(0->7) 00010000:00010000:0.0:1746147247.340986:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 69 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.341003:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 69 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.341009:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad7480 00000100:00100000:0.0:1746147247.361762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.363752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.363861:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346389760 00000100:00100000:0.0:1746147247.363867:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346389760 00010000:00010000:0.0:1746147247.363973:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 70 pid: 9588 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.363992:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13835 00000100:00100000:0.0:1746147247.363998:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2008:x1830967346389760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147247.364007:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147247.364023:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 70 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.364033:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 70 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.364049:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfea4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f2 expref: 70 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.364067:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.364069:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.364075:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.364081:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.364101:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.364110:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 5 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.364120:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094ad5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339816960:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147247.364528:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.370044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.370295:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346390016 00000100:00100000:1.0:1746147247.370303:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346390016 00002000:00100000:1.0:1746147247.370340:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad4700 x1830967346390016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.370348:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4700 with x1830967346390016 ext(0->4095) 00010000:00010000:1.0:1746147247.370356:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.370368:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.370374:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad4700 00000100:00100000:1.0:1746147247.370391:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2186 00000100:00100000:1.0:1746147247.370397:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346390016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.370515:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346390016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.370522:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2186 00002000:00100000:1.0:1746147247.370527:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad4700 x1830967346390016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.370534:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4700 with x1830967346390016 ext(0->4095) 00010000:00010000:1.0:1746147247.370538:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.370546:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b807f9 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.370552:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad4700 00000100:00100000:0.0:1746147247.380612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.383705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.390330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.409230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.409287:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346390656 00000100:00100000:1.0:1746147247.409294:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346390656 00002000:00100000:1.0:1746147247.409328:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906aaa00 x1830967346390656/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.409336:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906aaa00 with x1830967346390656 ext(0->7) 00010000:00010000:1.0:1746147247.409345:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 69 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.409357:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 69 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.409363:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906aaa00 00000100:00100000:1.0:1746147247.409797:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2187 00000100:00100000:1.0:1746147247.409804:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2005:x1830967346390656:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147247.411000:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2005:x1830967346390656:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1194us (1774us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746147247.411009:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2187 00002000:00100000:0.0:1746147247.411015:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906aaa00 x1830967346390656/t4294972184(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.411026:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906aaa00 with x1830967346390656 ext(0->7) 00010000:00010000:0.0:1746147247.411033:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 71 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.411044:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 71 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.411049:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906aaa00 00000100:00100000:0.0:1746147247.413644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.415540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.415599:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346390912 00000100:00100000:0.0:1746147247.415602:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346390912 00010000:00010000:0.0:1746147247.415622:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 72 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.415653:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13837 00000100:00100000:0.0:1746147247.415658:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2006:x1830967346390912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147247.415675:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147247.415691:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 72 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.415700:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 72 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.415715:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfea5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80800 expref: 72 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.415732:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.415733:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.415738:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.415745:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.415769:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.415779:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 5 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746147247.415788:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ad3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339817472:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147247.415837:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.416883:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ad3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339817472:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.416895:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.417712:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346390912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2052us (2171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.417726:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13837 00000100:00100000:0.0:1746147247.419011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.425543:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.425705:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346391296 00000100:00100000:1.0:1746147247.425712:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346391296 00010000:00010000:1.0:1746147247.425743:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.425846:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13838 00000100:00100000:1.0:1746147247.425854:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346391296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.425865:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.425881:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.425891:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.425906:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfea63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80807 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.425926:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.425928:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.425934:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8080e expref: 70 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.425945:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8080e expref: 70 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.425972:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8080e expref: 70 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.425982:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339817600:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.426055:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.428043:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339817600:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.428058:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.428085:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346391296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2231us (2549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.428093:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13838 00000100:00100000:0.0:1746147247.428288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.431859:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.438703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.438769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.438842:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346391808 00000100:00100000:1.0:1746147247.438848:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346391808 00010000:00010000:1.0:1746147247.438873:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8080e expref: 71 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.438906:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13839 00000100:00100000:1.0:1746147247.438913:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346391808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.438922:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.438938:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8080e expref: 71 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.438948:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8080e expref: 71 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.438965:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfea6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8080e expref: 71 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.438980:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.438982:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.438987:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80815 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.438995:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80815 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.439018:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80815 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.439028:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339817856:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.439079:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.441492:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339817856:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.441505:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.441534:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2006:x1830967346391808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2621us (2832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.441540:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13839 00000100:00100000:0.0:1746147247.442964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.449198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.449292:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346392320 00000100:00100000:1.0:1746147247.449300:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346392320 00010000:00010000:1.0:1746147247.449330:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80815 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.449372:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13840 00000100:00100000:1.0:1746147247.449379:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346392320:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.449391:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.449406:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80815 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.449417:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80815 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.449440:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfea71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80815 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.449457:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.449459:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.449465:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.449472:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.449497:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.449508:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339818112:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.450539:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.453618:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339818112:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.453634:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.453688:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346392320:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4309us (4496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.453696:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13840 00000100:00100000:0.0:1746147247.453706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.461928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.464215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.464805:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346392832 00000100:00100000:1.0:1746147247.464811:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346392832 00002000:00100000:1.0:1746147247.464839:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fbc380 x1830967346392832/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.465043:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc380 with x1830967346392832 ext(0->7) 00010000:00010000:1.0:1746147247.465052:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 71 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.465062:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 71 pid: 20948 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.465067:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc380 00000100:00100000:1.0:1746147247.465094:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2190 00000100:00100000:1.0:1746147247.465100:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346392832:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147247.469793:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2006:x1830967346392832:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4684us (5572us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746147247.469803:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2190 00002000:00100000:0.0:1746147247.469811:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fbc380 x1830967346392832/t4294972185(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.469820:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc380 with x1830967346392832 ext(0->7) 00010000:00010000:0.0:1746147247.469827:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 73 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.469840:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 73 pid: 20948 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.469846:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc380 00000100:00100000:0.0:1746147247.471453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.471633:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346392960 00000100:00100000:1.0:1746147247.471640:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346392960 00010000:00010000:1.0:1746147247.471663:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 73 pid: 20948 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.471703:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13841 00000100:00100000:1.0:1746147247.471709:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2005:x1830967346392960:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.471721:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.471733:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 73 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.471742:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 73 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.471758:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b47000/0x29021e8779bfea78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8081c expref: 73 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.472333:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.472335:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.472341:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfea7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80823 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.472348:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfea7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80823 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.472373:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfea7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80823 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.472383:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339818368:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.472443:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.477831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.477913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.477935:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346393216 00000100:00100000:0.0:1746147247.477941:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346393216 00002000:00100000:0.0:1746147247.477974:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf800 x1830967346393216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.477982:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf800 with x1830967346393216 ext(0->4095) 00002000:00010000:0.0:1746147247.477986:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf800 00000100:00100000:1.0:1746147247.478125:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339818368:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.478140:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.478176:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2005:x1830967346392960:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6467us (6726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.478188:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13841 00000100:00100000:0.0:1746147247.479028:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13003 00000100:00100000:0.0:1746147247.479035:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346393216:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147247.479349:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346393216:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 313us (1434us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147247.479356:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13003 00002000:00100000:0.0:1746147247.479361:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf800 x1830967346393216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.479369:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf800 with x1830967346393216 ext(0->4095) 00002000:00010000:0.0:1746147247.479372:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf800 00000100:00100000:0.0:1746147247.482113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.482501:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346393472 00000100:00100000:1.0:1746147247.482506:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346393472 00010000:00010000:1.0:1746147247.482526:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfea7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80823 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.482541:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13842 00000100:00100000:1.0:1746147247.482546:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346393472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.482554:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.482567:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfea7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80823 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.482774:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfea7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80823 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.482791:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfea7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80823 expref: 6 pid: 20948 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.482851:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.482853:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.482859:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfea86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8082a expref: 72 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.482866:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8082a expref: 72 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.482889:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8082a expref: 72 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.482900:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339818624:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.483183:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.483376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.486370:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339818624:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.486384:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.486424:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:2007:x1830967346393472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3877us (4315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.486431:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13842 00000100:00100000:0.0:1746147247.486869:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.489916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.490003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.490080:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346393984 00000100:00100000:1.0:1746147247.490084:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346393984 00010000:00010000:1.0:1746147247.490147:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfea86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8082a expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.490178:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13843 00000100:00100000:1.0:1746147247.490184:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2008:x1830967346393984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.490192:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.490207:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfea86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8082a expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.490216:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8082a expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.490232:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfea86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8082a expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.490264:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.490267:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.490273:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.490279:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.490296:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.490305:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 5 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.490368:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819008:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.490420:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.493091:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819008:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.493105:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147247.493124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.493139:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2008:x1830967346393984:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2955us (3136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.493148:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13843 00000100:00100000:0.0:1746147247.495314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.495431:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346394496 00000100:00100000:1.0:1746147247.495436:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346394496 00010000:00010000:1.0:1746147247.495456:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.495487:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13844 00000100:00100000:1.0:1746147247.495493:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346394496:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.495505:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.495520:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.495529:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.495547:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfea8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80831 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.495560:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.495561:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.495568:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 72 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.495575:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 72 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.495602:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 72 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.495613:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819136:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.495693:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.497719:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819136:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.497734:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.497773:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346394496:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2280us (2462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.497784:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13844 00000100:00100000:0.0:1746147247.498299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.503418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.507827:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.509220:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2005:x1830967346395008:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1006us (1397us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746147247.509226:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2193 00002000:00100000:0.0:1746147247.509231:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d29ed80 x1830967346395008/t4294972186(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.509239:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967346395008 ext(0->7) 00010000:00010000:0.0:1746147247.509264:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.509274:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.509280:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29ed80 00000100:00100000:0.0:1746147247.513214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.513334:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346395136 00000100:00100000:1.0:1746147247.513341:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346395136 00010000:00010000:1.0:1746147247.513368:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.513407:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13845 00000100:00100000:1.0:1746147247.513413:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2007:x1830967346395136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.513424:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.513439:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.513451:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.513469:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfea94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80838 expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.513494:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.513496:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.513502:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8083f expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.513510:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8083f expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.513540:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8083f expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.513552:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819392:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.513621:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.526070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.527696:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819392:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147247.527708:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.527717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.527746:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2007:x1830967346395136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 14332us (14542us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147247.527754:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13845 00000100:00100000:0.0:1746147247.531202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.531292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.531477:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346395776 00000100:00100000:1.0:1746147247.531481:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346395776 00010000:00010000:1.0:1746147247.531497:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8083f expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.531523:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13846 00000100:00100000:1.0:1746147247.531529:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346395776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.531536:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.531549:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8083f expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.531559:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8083f expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.531573:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfea9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8083f expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.531584:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.531586:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.531590:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.531597:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.531615:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.531630:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.531639:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819776:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.532416:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.535398:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819776:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.535414:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.535442:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346395776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3912us (4149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.535449:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13846 00000100:00100000:0.0:1746147247.535678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.540704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.540726:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346396160 00000100:00100000:1.0:1746147247.540733:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346396160 00010000:00010000:1.0:1746147247.540757:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 76 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.541200:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13847 00000100:00100000:1.0:1746147247.541210:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2008:x1830967346396160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.541222:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.541236:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 76 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.541267:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 76 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.541285:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeaa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80846 expref: 76 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.541306:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.541308:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.541314:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeaa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8084d expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.541321:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeaa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8084d expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.541344:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeaa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8084d expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.541354:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819904:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.541792:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.545401:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339819904:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.545420:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.545465:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2008:x1830967346396160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4257us (4770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.545473:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13847 00000100:00100000:0.0:1746147247.545726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.548520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.551878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.552050:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346396672 00000100:00100000:1.0:1746147247.552055:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346396672 00010000:00010000:1.0:1746147247.552076:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeaa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8084d expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.552108:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13848 00000100:00100000:1.0:1746147247.552114:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2006:x1830967346396672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.552123:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.552137:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeaa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8084d expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.552146:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeaa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8084d expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.552161:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeaa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8084d expref: 75 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.552179:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.552181:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.552187:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfeab0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80854 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.552194:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfeab0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80854 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.552216:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfeab0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80854 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.552225:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339820160:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.552313:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.558351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.558476:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339820160:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.558499:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.558546:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2006:x1830967346396672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6431us (6682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.558556:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13848 00000100:00100000:0.0:1746147247.559071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.565099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.565214:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346397184 00000100:00100000:1.0:1746147247.565224:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346397184 00010000:00010000:1.0:1746147247.565299:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfeab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80854 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.565597:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13849 00000100:00100000:1.0:1746147247.565605:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346397184:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.565620:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.565642:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfeab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80854 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.565655:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfeab0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80854 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.565689:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfeab0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80854 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.565770:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.565772:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.565780:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 74 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.565788:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 74 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.565824:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 74 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.565837:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339820416:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.566384:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.570274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.570370:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339820416:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.570390:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.570434:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346397184:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4829us (5344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.570444:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13849 00000100:00100000:0.0:1746147247.575616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.581627:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.584779:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2006:x1830967346397696:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1567us (3142us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746147247.584790:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2197 00002000:00100000:0.0:1746147247.584798:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bfb4e00 x1830967346397696/t4294972187(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.584814:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4e00 with x1830967346397696 ext(0->7) 00010000:00010000:0.0:1746147247.584823:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 77 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.584836:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 77 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.584843:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4e00 00000100:00100000:0.0:1746147247.587471:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.587532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.587626:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346397824 00000100:00100000:1.0:1746147247.587636:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346397824 00010000:00010000:1.0:1746147247.587686:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 77 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.587726:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13850 00000100:00100000:1.0:1746147247.587734:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2006:x1830967346397824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.587750:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.587771:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 77 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.587783:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 77 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.587813:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfeab7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8085b expref: 77 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.587833:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.587835:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.587842:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeabe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80862 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.587849:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeabe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80862 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.587885:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeabe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80862 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.587899:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339820672:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.587987:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.593269:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.593482:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339820672:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.593542:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.593598:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967346397824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5864us (6147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.593609:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13850 00000100:00100000:0.0:1746147247.597544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.599895:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346398464 00000100:00100000:1.0:1746147247.599901:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346398464 00010000:00010000:1.0:1746147247.600081:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeabe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80862 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.602920:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13851 00000100:00100000:1.0:1746147247.602939:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346398464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.602960:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.602985:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeabe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80862 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.602997:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeabe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80862 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.603027:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeabe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80862 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.603059:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.603061:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.603070:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 77 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.603077:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 77 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.603115:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 77 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.603126:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 77 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.603141:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339821056:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.603363:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.604988:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339821056:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.605006:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.605080:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346398464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2149us (5249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.605091:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13851 00000100:00100000:0.0:1746147247.605603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.607989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.608079:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346398848 00000100:00100000:1.0:1746147247.608088:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346398848 00010000:00010000:1.0:1746147247.608124:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 78 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.608161:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13852 00000100:00100000:1.0:1746147247.608168:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967346398848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147247.608181:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147247.608201:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 78 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.608214:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 78 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.608237:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeac5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80869 expref: 78 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.608285:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.608288:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.608296:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfeacc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80870 expref: 77 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.608304:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfeacc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80870 expref: 77 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.608339:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfeacc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80870 expref: 77 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147247.608352:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339821184:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147247.608441:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.610922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.611056:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339821184:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147247.611076:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147247.611115:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967346398848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2947us (3135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.611124:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13852 00000100:00100000:0.0:1746147247.612933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.612994:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346399232 00000100:00100000:1.0:1746147247.613003:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346399232 00000100:00100000:1.0:1746147247.613059:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29075 00000100:00100000:1.0:1746147247.613067:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346399232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147247.613082:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147247.613099:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfead3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80877 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.613126:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfeacc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80870 expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.613139:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147247.613141:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147247.613144:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfead3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80877 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.613176:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfeacc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80870 expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.613188:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfeacc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80870 expref: 76 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.613200:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339821312:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147247.613312:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147247.615310:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339821312:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147247.615343:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfead3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80877 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.615361:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147247.615426:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346399232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2360us (2501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.615435:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29075 00000100:00100000:1.0:1746147247.616145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.618857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.621317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.621367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.621699:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346399744 00000100:00100000:1.0:1746147247.621707:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346399744 00000100:00100000:1.0:1746147247.622344:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346399872 00000100:00100000:1.0:1746147247.622348:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346399872 00000100:00100000:0.0:1746147247.625974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.632322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.632403:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346400256 00000100:00100000:0.0:1746147247.632412:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346400256 00002000:00100000:0.0:1746147247.632459:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346400256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.632469:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346400256 ext(0->4095) 00010000:00010000:0.0:1746147247.632479:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeae1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80885 expref: 78 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.632494:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeae1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80885 expref: 78 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.632501:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4a80 00000100:00100000:0.0:1746147247.632540:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2200 00000100:00100000:0.0:1746147247.632548:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967346400256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147247.632713:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967346400256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147247.632720:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2200 00002000:00100000:0.0:1746147247.632726:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346400256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.632733:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346400256 ext(0->4095) 00010000:00010000:0.0:1746147247.632737:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeae1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80885 expref: 78 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.632747:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfeae1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80885 expref: 78 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.632753:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4a80 00000100:00100000:0.0:1746147247.635174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.642126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.644484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.651916:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.651966:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.656221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.659675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.664465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.669221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.673941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.675030:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346401920 00000100:00100000:1.0:1746147247.675038:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346401920 00002000:00100000:1.0:1746147247.675078:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bf5e680 x1830967346401920/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.675087:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e680 with x1830967346401920 ext(0->7) 00010000:00010000:1.0:1746147247.675095:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfeaef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80893 expref: 77 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.675106:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfeaef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80893 expref: 77 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.675113:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e680 00000100:00100000:1.0:1746147247.675143:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2202 00000100:00100000:1.0:1746147247.675150:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2006:x1830967346401920:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147247.676051:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967346401920:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 898us (2108us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746147247.676059:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2202 00002000:00100000:0.0:1746147247.676066:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bf5e680 x1830967346401920/t4294972188(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.676073:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e680 with x1830967346401920 ext(0->7) 00010000:00010000:0.0:1746147247.676079:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfeaef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80893 expref: 79 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.676090:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfeaef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80893 expref: 79 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.676096:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e680 00000100:00100000:0.0:1746147247.682931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.685954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.687821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.687866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.687924:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346402560 00000100:00100000:1.0:1746147247.687929:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346402560 00000100:00100000:1.0:1746147247.687979:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29082 00000100:00100000:1.0:1746147247.687986:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1832:x1830967346402560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147247.687995:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147247.688011:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeafd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b808a8 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.688063:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.688068:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeb04 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808a1 expref: 81 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.688074:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147247.688077:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeafd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808a8 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.688105:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeb04 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808a1 expref: 81 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.688123:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeafd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808a8 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.688133:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147247.688175:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1832:x1830967346402560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.688181:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29082 00000100:00100000:0.0:1746147247.691997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.697906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.703129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.709850:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.709974:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346403328 00000100:00100000:1.0:1746147247.709984:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346403328 00002000:00100000:1.0:1746147247.710040:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5fb80 x1830967346403328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.710050:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5fb80 with x1830967346403328 ext(0->4095) 00002000:00010000:1.0:1746147247.710056:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5fb80 00000100:00100000:1.0:1746147247.710095:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13012 00000100:00100000:1.0:1746147247.710102:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346403328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.710305:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346403328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 202us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.710316:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13012 00002000:00100000:1.0:1746147247.710322:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5fb80 x1830967346403328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.710329:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5fb80 with x1830967346403328 ext(0->4095) 00002000:00010000:1.0:1746147247.710332:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5fb80 00000100:00100000:0.0:1746147247.717035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.731172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.732935:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346403584:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1415us (1768us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746147247.732947:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2204 00002000:00100000:0.0:1746147247.732956:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013731a300 x1830967346403584/t4294972189(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.732964:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731a300 with x1830967346403584 ext(0->7) 00010000:00010000:0.0:1746147247.732973:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeafd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808a8 expref: 81 pid: 9588 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.732996:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeafd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808a8 expref: 81 pid: 9588 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.733003:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731a300 00000100:00100000:0.0:1746147247.737780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.741147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.741347:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346403968 00000100:00100000:1.0:1746147247.741356:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346403968 00002000:00100000:1.0:1746147247.741394:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880137319f80 x1830967346403968/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.741402:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319f80 with x1830967346403968 ext(0->4095) 00002000:00010000:1.0:1746147247.741406:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137319f80 00000100:00100000:1.0:1746147247.741427:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13013 00000100:00100000:1.0:1746147247.741433:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346403968:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147247.741540:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346403968:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.741545:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13013 00002000:00100000:1.0:1746147247.741550:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880137319f80 x1830967346403968/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.741556:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319f80 with x1830967346403968 ext(0->4095) 00002000:00010000:1.0:1746147247.741558:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137319f80 00000100:00100000:0.0:1746147247.743711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.749068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.749115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.753038:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.753388:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346404608 00000100:00100000:1.0:1746147247.753394:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346404608 00002000:00100000:1.0:1746147247.753421:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb8a80 x1830967346404608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.753431:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8a80 with x1830967346404608 ext(0->4095) 00010000:00010000:1.0:1746147247.753438:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfeb12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808b6 expref: 82 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.753449:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfeb12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808b6 expref: 82 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.753455:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb8a80 00000100:00100000:1.0:1746147247.753468:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2205 00000100:00100000:1.0:1746147247.753474:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2005:x1830967346404608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.753555:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2005:x1830967346404608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.753560:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2205 00002000:00100000:1.0:1746147247.753564:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb8a80 x1830967346404608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.753569:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8a80 with x1830967346404608 ext(0->4095) 00010000:00010000:1.0:1746147247.753573:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfeb12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808b6 expref: 82 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.753581:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfeb12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808b6 expref: 82 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.753587:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb8a80 00000100:00100000:0.0:1746147247.757934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.758151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.762434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.762486:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346405120 00000100:00100000:1.0:1746147247.762498:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346405120 00002000:00100000:1.0:1746147247.762533:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053f480 x1830967346405120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.762542:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053f480 with x1830967346405120 ext(0->4095) 00010000:00010000:1.0:1746147247.762551:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeb19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808bd expref: 81 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.762563:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeb19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808bd expref: 81 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.762569:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053f480 00000100:00100000:1.0:1746147247.762586:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2206 00000100:00100000:1.0:1746147247.762593:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346405120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.762712:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346405120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.762718:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2206 00002000:00100000:1.0:1746147247.762723:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053f480 x1830967346405120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.762730:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053f480 with x1830967346405120 ext(0->4095) 00010000:00010000:1.0:1746147247.762734:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeb19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808bd expref: 81 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.762742:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeb19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808bd expref: 81 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.762747:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053f480 00000100:00100000:0.0:1746147247.765348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.765478:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.766002:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346405248 00000100:00100000:1.0:1746147247.766009:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346405248 00000100:00100000:1.0:1746147247.766134:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29087 00000100:00100000:1.0:1746147247.766141:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1814:x1830967346405248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147247.766155:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746147247.766323:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13864 00000100:00100000:0.0:1746147247.766330:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346405376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147247.766341:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147247.766358:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeb19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808bd expref: 82 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.766368:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeb19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808bd expref: 82 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.766385:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfeb19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808bd expref: 82 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.766401:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.766403:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147247.766408:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.766414:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147247.766438:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147247.766448:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339824256:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147247.766511:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00010000:00010000:1.0:1746147247.766650:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeb27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b808cb expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.766674:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.766680:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.766681:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.766684:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeb27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808cb expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.766699:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.766708:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 5 pid: 24989 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746147247.766715:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339824384:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147247.766747:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147247.768987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.769008:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346405632 00000100:00100000:0.0:1746147247.769012:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346405632 00002000:00100000:0.0:1746147247.769038:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d180 x1830967346405632/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.769047:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967346405632 ext(0->4095) 00010000:00010000:0.0:1746147247.769054:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.769066:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.769071:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d180 00000100:00100000:0.0:1746147247.769093:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2207 00000100:00100000:0.0:1746147247.769099:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346405632:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.769230:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339824384:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147247.769260:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeb27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808cb expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.769278:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147247.769936:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1814:x1830967346405248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3794us (4592us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147247.769937:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346405632:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 838us (950us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.769942:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29087 00000100:00100000:0.0:1746147247.769943:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2207 00002000:00100000:0.0:1746147247.769948:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d180 x1830967346405632/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.769954:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967346405632 ext(0->4095) 00010000:00010000:0.0:1746147247.769959:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.769967:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfeb20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808c4 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.769972:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d180 00000100:00100000:0.0:1746147247.772833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.772978:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346405760 00000100:00100000:1.0:1746147247.772986:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346405760 00000100:00100000:1.0:1746147247.773032:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29088 00000100:00100000:1.0:1746147247.773038:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1832:x1830967346405760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147247.773051:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147247.773064:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfeb2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b808d2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.773084:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147247.773088:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeb27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808cb expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.773094:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147247.773097:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfeb2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808d2 expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.773124:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeb27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808cb expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.773134:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfeb2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808d2 expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147247.773147:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147247.773196:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+82:1832:x1830967346405760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147247.773205:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29088 00000100:00100000:0.0:1746147247.773789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.778685:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.783060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.783201:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346406272 00000100:00100000:1.0:1746147247.783209:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346406272 00002000:00100000:1.0:1746147247.783260:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44a80 x1830967346406272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.783268:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44a80 with x1830967346406272 ext(0->4095) 00002000:00010000:1.0:1746147247.783272:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44a80 00000100:00100000:1.0:1746147247.783289:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13014 00000100:00100000:1.0:1746147247.783294:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346406272:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.783401:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346406272:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.783406:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13014 00002000:00100000:1.0:1746147247.783411:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44a80 x1830967346406272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.783418:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44a80 with x1830967346406272 ext(0->4095) 00002000:00010000:1.0:1746147247.783420:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44a80 00000100:00100000:0.0:1746147247.786303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.789723:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.789755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.793583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.798588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.802406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.806854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.816530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.820389:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2006:x1830967346407552:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 3077us (3853us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746147247.820404:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2209 00002000:00100000:0.0:1746147247.820418:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130a07800 x1830967346407552/t4294972190(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.820427:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07800 with x1830967346407552 ext(0->7) 00010000:00010000:0.0:1746147247.820440:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfeb3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808e0 expref: 83 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.820459:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfeb3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808e0 expref: 83 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.820466:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07800 00000100:00100000:0.0:1746147247.828907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.829024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.835291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.835360:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346408064 00000100:00100000:1.0:1746147247.835370:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346408064 00002000:00100000:1.0:1746147247.835413:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3480 x1830967346408064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.835426:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3480 with x1830967346408064 ext(0->4095) 00010000:00010000:1.0:1746147247.835433:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfeb43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808e7 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.835447:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfeb43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808e7 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.835453:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa3480 00000100:00100000:1.0:1746147247.835480:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2210 00000100:00100000:1.0:1746147247.835486:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346408064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.836692:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346408064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1203us (1408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.836699:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2210 00002000:00100000:1.0:1746147247.836706:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3480 x1830967346408064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.836713:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3480 with x1830967346408064 ext(0->4095) 00010000:00010000:1.0:1746147247.836719:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfeb43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808e7 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.836729:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfeb43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808e7 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.836734:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa3480 00000100:00100000:0.0:1746147247.841166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.849760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.849818:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346408448 00000100:00100000:1.0:1746147247.849825:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346408448 00002000:00100000:1.0:1746147247.849993:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1f80 x1830967346408448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.850002:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1f80 with x1830967346408448 ext(0->4095) 00002000:00010000:1.0:1746147247.850006:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa1f80 00000100:00100000:1.0:1746147247.850036:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13016 00000100:00100000:1.0:1746147247.850043:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2008:x1830967346408448:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147247.850227:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2008:x1830967346408448:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 184us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.850233:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13016 00002000:00100000:1.0:1746147247.850238:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1f80 x1830967346408448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.850264:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1f80 with x1830967346408448 ext(0->4095) 00002000:00010000:1.0:1746147247.850267:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa1f80 00000100:00100000:0.0:1746147247.852954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.859681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.859756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.861604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.861639:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346409088 00000100:00100000:1.0:1746147247.861643:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346409088 00002000:00100000:1.0:1746147247.861674:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0000 x1830967346409088/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.861683:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0000 with x1830967346409088 ext(0->4095) 00010000:00010000:1.0:1746147247.861693:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfeb51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808f5 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.861703:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfeb51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808f5 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.861713:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0000 00000100:00100000:1.0:1746147247.861741:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2211 00000100:00100000:1.0:1746147247.861747:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346409088:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147247.861854:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346409088:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.861859:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2211 00002000:00100000:1.0:1746147247.861864:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0000 x1830967346409088/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.861870:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0000 with x1830967346409088 ext(0->4095) 00010000:00010000:1.0:1746147247.861874:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfeb51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808f5 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.861881:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfeb51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808f5 expref: 6 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.861886:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0000 00000100:00100000:0.0:1746147247.865057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.879442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.885806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.886620:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346409728 00000100:00100000:1.0:1746147247.886625:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346409728 00002000:00100000:1.0:1746147247.886656:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86df80 x1830967346409728/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.886731:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86df80 with x1830967346409728 ext(0->7) 00010000:00010000:1.0:1746147247.886739:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfeb58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808fc expref: 83 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746147247.886756:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfeb58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808fc expref: 83 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746147247.886762:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86df80 00000100:00100000:1.0:1746147247.886786:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2212 00000100:00100000:1.0:1746147247.886793:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2006:x1830967346409728:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147247.888789:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346409728:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1988us (2976us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746147247.888799:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2212 00002000:00100000:0.0:1746147247.888808:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86df80 x1830967346409728/t4294972191(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.888817:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86df80 with x1830967346409728 ext(0->7) 00010000:00010000:0.0:1746147247.888826:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfeb58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808fc expref: 85 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.888839:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfeb58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b808fc expref: 85 pid: 24989 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746147247.888845:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86df80 00000100:00100000:0.0:1746147247.897861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.900776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.908555:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.911764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.915138:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.919491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.924853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.925293:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.928943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.933222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.938887:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.942573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.945106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.947458:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2005:x1830967346411904:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2128us (2355us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746147247.947465:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2215 00002000:00100000:0.0:1746147247.947470:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e06ed80 x1830967346411904/t4294972192(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.947478:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06ed80 with x1830967346411904 ext(0->7) 00010000:00010000:0.0:1746147247.947483:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfeb74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80918 expref: 87 pid: 24989 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746147247.947494:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfeb74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80918 expref: 87 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147247.947499:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06ed80 00000100:00100000:0.0:1746147247.948977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.950956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.953335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.957363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.960129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.961909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.964517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.965533:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346413056:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 849us (1015us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746147247.965542:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2216 00002000:00100000:0.0:1746147247.965547:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed3480 x1830967346413056/t4294972193(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 496/448 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.965553:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed3480 with x1830967346413056 ext(0->7) 00010000:00010000:0.0:1746147247.965558:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeb82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80926 expref: 89 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147247.965567:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfeb82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80926 expref: 89 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147247.965572:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed3480 00000100:00100000:0.0:1746147247.976610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.980497:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346413440 00000100:00100000:0.0:1746147247.980502:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346413440 00002000:00100000:0.0:1746147247.980534:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa8e00 x1830967346413440/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.980543:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa8e00 with x1830967346413440 ext(0->4095) 00002000:00010000:0.0:1746147247.980547:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa8e00 00000100:00100000:0.0:1746147247.980572:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13022 00000100:00100000:0.0:1746147247.980579:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346413440:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147247.980692:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346413440:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147247.980698:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13022 00002000:00100000:0.0:1746147247.980702:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa8e00 x1830967346413440/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147247.980709:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa8e00 with x1830967346413440 ext(0->4095) 00002000:00010000:0.0:1746147247.980711:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa8e00 00000100:00100000:0.0:1746147247.982343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.983411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.985100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.987434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147247.987557:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346414080 00000100:00100000:1.0:1746147247.987561:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346414080 00002000:00100000:1.0:1746147247.987582:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed1180 x1830967346414080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/0 e 0 to 0 dl 1746147258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.987588:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed1180 with x1830967346414080 ext(0->4095) 00010000:00010000:1.0:1746147247.987594:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeb90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80934 expref: 90 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147247.987605:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeb90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80934 expref: 90 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147247.987610:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed1180 00000100:00100000:1.0:1746147247.987633:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2217 00000100:00100000:1.0:1746147247.987638:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346414080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147247.987750:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346414080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147247.987755:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2217 00002000:00100000:1.0:1746147247.987760:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed1180 x1830967346414080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746147258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147247.987766:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed1180 with x1830967346414080 ext(0->4095) 00010000:00010000:1.0:1746147247.987775:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeb90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80934 expref: 90 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147247.987783:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfeb90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80934 expref: 90 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147247.987788:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed1180 00000100:00100000:0.0:1746147247.989133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.989748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.992063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.994615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.994707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147247.997546:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.007681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147248.007770:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147248.013369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.022896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.024221:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+91:2005:x1830967346415744:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1192us (1321us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746147248.024228:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2220 00002000:00100000:0.0:1746147248.024235:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091424380 x1830967346415744/t4294972194(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.024272:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424380 with x1830967346415744 ext(0->7) 00010000:00010000:0.0:1746147248.024279:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfeba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80949 expref: 91 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.024296:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfeba5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80949 expref: 91 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.024302:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424380 00000100:00100000:0.0:1746147248.032378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.032416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.039984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.044778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.047451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.050238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.053806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.054826:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346416896 00000100:00100000:1.0:1746147248.054834:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346416896 00002000:00100000:1.0:1746147248.054865:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009417ca80 x1830967346416896/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.054873:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ca80 with x1830967346416896 ext(0->7) 00010000:00010000:1.0:1746147248.054882:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfebb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80957 expref: 91 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.054894:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfebb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80957 expref: 91 pid: 9588 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.054900:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ca80 00000100:00100000:1.0:1746147248.054936:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2222 00000100:00100000:1.0:1746147248.054942:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+91:2008:x1830967346416896:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147248.056817:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2008:x1830967346416896:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1869us (3006us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746147248.056827:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2222 00002000:00100000:0.0:1746147248.056834:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009417ca80 x1830967346416896/t4294972195(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.056842:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ca80 with x1830967346416896 ext(0->7) 00010000:00010000:0.0:1746147248.056849:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfebb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80957 expref: 93 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.056861:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfebb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80957 expref: 93 pid: 9588 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.056867:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ca80 00000100:00100000:0.0:1746147248.063976:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.067841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.067890:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346417408 00000100:00100000:1.0:1746147248.067897:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346417408 00000100:00100000:0.0:1746147248.067908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00100000:1.0:1746147248.067932:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417df80 x1830967346417408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.067941:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967346417408 ext(0->4095) 00002000:00010000:1.0:1746147248.067946:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417df80 00000100:00100000:1.0:1746147248.067962:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13025 00000100:00100000:1.0:1746147248.067974:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346417408:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.068074:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346417408:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.068080:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13025 00002000:00100000:1.0:1746147248.068085:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417df80 x1830967346417408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.068091:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967346417408 ext(0->4095) 00010000:00010000:1.0:1746147248.068096:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfebba lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8095e expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.068107:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfebba lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8095e expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.068112:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417df80 00000100:00100000:0.0:1746147248.071501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.071534:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.074904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.078645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.084369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.088616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.091740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.092268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.098173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.104811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.109291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.114297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.119468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.139415:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346419584:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 18431us (19938us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746147248.139428:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2225 00002000:00100000:0.0:1746147248.139438:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907ded80 x1830967346419584/t4294972196(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.139446:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ded80 with x1830967346419584 ext(0->7) 00010000:00010000:0.0:1746147248.139455:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfebd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8097a expref: 95 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.139468:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfebd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8097a expref: 95 pid: 9588 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.139478:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907ded80 00000100:00100000:1.0:1746147248.139542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.141159:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29114 00000100:00100000:1.0:1746147248.141238:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:1814:x1830967346419712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.141266:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.141279:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfebe4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80988 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.141299:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.141305:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfebdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80981 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.141310:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147248.141313:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfebe4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80988 expref: 96 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.141340:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfebdd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80981 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.141350:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfebe4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80988 expref: 96 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.141358:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147248.141941:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:1814:x1830967346419712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 773us (2398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.141947:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29114 00000100:00100000:0.0:1746147248.143349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.146699:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346420096 00000100:00100000:0.0:1746147248.146705:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346420096 00002000:00100000:0.0:1746147248.146735:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb100 x1830967346420096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.146743:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967346420096 ext(0->4095) 00010000:00010000:0.0:1746147248.146750:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfebdd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80981 expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.146761:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfebdd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80981 expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.146767:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:0.0:1746147248.146789:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2226 00000100:00100000:0.0:1746147248.146794:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346420096:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147248.146893:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346420096:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147248.146899:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2226 00002000:00100000:0.0:1746147248.146904:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb100 x1830967346420096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.146911:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967346420096 ext(0->4095) 00010000:00010000:0.0:1746147248.146919:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfebdd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80981 expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.146928:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfebdd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80981 expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.146933:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:0.0:1746147248.149456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.152917:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346420480 00000100:00100000:1.0:1746147248.152923:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346420480 00002000:00100000:1.0:1746147248.152955:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9180 x1830967346420480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.152963:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9180 with x1830967346420480 ext(0->4095) 00002000:00010000:1.0:1746147248.152967:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9180 00000100:00100000:1.0:1746147248.152982:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13028 00000100:00100000:1.0:1746147248.152988:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2006:x1830967346420480:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.153190:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2006:x1830967346420480:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 201us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.153200:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13028 00002000:00100000:1.0:1746147248.153205:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9180 x1830967346420480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.153211:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9180 with x1830967346420480 ext(0->4095) 00002000:00010000:1.0:1746147248.153213:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9180 00000100:00100000:0.0:1746147248.155831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.159217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.163451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.163974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.163998:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346421120 00000100:00100000:0.0:1746147248.164001:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346421120 00002000:00100000:0.0:1746147248.164022:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d83b80 x1830967346421120/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.164031:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d83b80 with x1830967346421120 ext(0->4095) 00010000:00010000:0.0:1746147248.164036:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfebeb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8098f expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.164046:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfebeb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8098f expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.164051:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d83b80 00000100:00100000:1.0:1746147248.164095:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2227 00000100:00100000:1.0:1746147248.164103:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346421120:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.164191:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346421120:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.164197:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2227 00002000:00100000:1.0:1746147248.164202:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d83b80 x1830967346421120/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.164209:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d83b80 with x1830967346421120 ext(0->4095) 00010000:00010000:1.0:1746147248.164213:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfebeb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8098f expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.164221:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46400/0x29021e8779bfebeb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8098f expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.164226:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d83b80 00000100:00100000:0.0:1746147248.167480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.172060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.172187:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346421632 00000100:00100000:1.0:1746147248.172192:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346421632 00002000:00100000:1.0:1746147248.172258:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126300 x1830967346421632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.172272:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126300 with x1830967346421632 ext(0->4095) 00010000:00010000:1.0:1746147248.172279:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfebf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80996 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.172290:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfebf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80996 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.172295:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126300 00000100:00100000:1.0:1746147248.172309:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2228 00000100:00100000:1.0:1746147248.172315:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346421632:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.172442:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346421632:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.172447:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2228 00002000:00100000:1.0:1746147248.172452:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126300 x1830967346421632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.172459:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126300 with x1830967346421632 ext(0->4095) 00010000:00010000:1.0:1746147248.172463:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfebf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80996 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.172472:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfebf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80996 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.172476:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126300 00000100:00100000:0.0:1746147248.176430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.182620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.183557:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346422016 00000100:00100000:1.0:1746147248.183563:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346422016 00002000:00100000:1.0:1746147248.183591:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126d80 x1830967346422016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.183601:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126d80 with x1830967346422016 ext(0->4095) 00002000:00010000:1.0:1746147248.183604:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094126d80 00000100:00100000:1.0:1746147248.183657:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13029 00000100:00100000:1.0:1746147248.183672:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346422016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.183777:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346422016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (1164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.183782:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13029 00002000:00100000:1.0:1746147248.183787:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126d80 x1830967346422016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.183793:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126d80 with x1830967346422016 ext(0->4095) 00002000:00010000:1.0:1746147248.183796:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094126d80 00000100:00100000:0.0:1746147248.187599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.191315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.193729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.194163:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.203005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.203095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.205292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.207766:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.213102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.213269:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346423552 00000100:00100000:1.0:1746147248.213274:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346423552 00002000:00100000:1.0:1746147248.213304:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77100 x1830967346423552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.213312:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77100 with x1830967346423552 ext(0->4095) 00002000:00010000:1.0:1746147248.213315:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77100 00000100:00100000:1.0:1746147248.213342:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13030 00000100:00100000:1.0:1746147248.213348:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346423552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.213448:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346423552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.213456:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13030 00002000:00100000:1.0:1746147248.213461:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77100 x1830967346423552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.213467:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77100 with x1830967346423552 ext(0->4095) 00002000:00010000:1.0:1746147248.213470:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77100 00000100:00100000:0.0:1746147248.216737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.220393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.222704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.222834:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346424064 00000100:00100000:1.0:1746147248.222843:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346424064 00002000:00100000:1.0:1746147248.222872:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75f80 x1830967346424064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.222880:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75f80 with x1830967346424064 ext(0->4095) 00002000:00010000:1.0:1746147248.222883:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d75f80 00000100:00100000:1.0:1746147248.223119:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13031 00000100:00100000:1.0:1746147248.223125:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346424064:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147248.223398:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346424064:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 273us (700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.223403:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13031 00002000:00100000:1.0:1746147248.223409:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75f80 x1830967346424064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.223415:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75f80 with x1830967346424064 ext(0->4095) 00002000:00010000:1.0:1746147248.223418:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d75f80 00000100:00100000:1.0:1746147248.223577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.226365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.227692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.232772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.233109:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346424704 00000100:00100000:0.0:1746147248.233116:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346424704 00002000:00100000:0.0:1746147248.233146:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7100 x1830967346424704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.233154:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7100 with x1830967346424704 ext(0->4095) 00010000:00010000:0.0:1746147248.233161:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779bfec1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809c0 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.233172:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779bfec1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809c0 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.233178:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb7100 00000100:00100000:0.0:1746147248.233234:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2231 00000100:00100000:0.0:1746147248.233260:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346424704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147248.233365:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346424704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (594us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147248.233371:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2231 00002000:00100000:0.0:1746147248.233376:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7100 x1830967346424704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.233388:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7100 with x1830967346424704 ext(0->4095) 00010000:00010000:0.0:1746147248.233392:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779bfec1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809c0 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.233400:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779bfec1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809c0 expref: 96 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.233405:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb7100 00000100:00100000:0.0:1746147248.236507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.242073:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.244539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.248276:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.252179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.252220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.256523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.256565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.258564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.261020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.263233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.266023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.274048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.274107:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346427136 00000100:00100000:1.0:1746147248.274113:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346427136 00002000:00100000:1.0:1746147248.274143:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6300 x1830967346427136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.274151:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6300 with x1830967346427136 ext(0->4095) 00002000:00010000:1.0:1746147248.274156:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6300 00000100:00100000:1.0:1746147248.274181:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13034 00000100:00100000:1.0:1746147248.274187:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346427136:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147248.274311:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346427136:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.274317:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13034 00002000:00100000:1.0:1746147248.274322:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6300 x1830967346427136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.274329:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6300 with x1830967346427136 ext(0->4095) 00002000:00010000:1.0:1746147248.274331:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6300 00000100:00100000:0.0:1746147248.275827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.276584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.277545:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346427392 00000100:00100000:1.0:1746147248.277550:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346427392 00000100:00100000:1.0:1746147248.277577:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29129 00000100:00100000:1.0:1746147248.277583:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+96:1832:x1830967346427392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.277592:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.277602:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b809f1 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.277621:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.277625:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779bfec46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ea expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.277631:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.277633:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec4d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809f1 expref: 97 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.277666:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779bfec46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ea expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.277677:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec4d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809f1 expref: 97 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.277685:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147248.277714:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1832:x1830967346427392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.277720:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29129 00000100:00100000:0.0:1746147248.279810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.283734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.288731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.291918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.292275:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346428160 00000100:00100000:1.0:1746147248.292281:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346428160 00002000:00100000:1.0:1746147248.292312:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89880 x1830967346428160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.292320:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89880 with x1830967346428160 ext(0->4095) 00002000:00010000:1.0:1746147248.292324:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e89880 00000100:00100000:1.0:1746147248.292352:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13035 00000100:00100000:1.0:1746147248.292358:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346428160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.292458:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346428160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.292464:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13035 00002000:00100000:1.0:1746147248.292469:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89880 x1830967346428160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.292477:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89880 with x1830967346428160 ext(0->4095) 00002000:00010000:1.0:1746147248.292479:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e89880 00000100:00100000:0.0:1746147248.295165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.298095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.301041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.303309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.309811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.311786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.312158:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346429056 00000100:00100000:0.0:1746147248.312162:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346429056 00010000:00010000:0.0:1746147248.312178:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809f8 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746147248.312202:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13909 00000100:00100000:0.0:1746147248.312207:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346429056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147248.312214:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147248.312229:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809f8 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.312238:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809f8 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.312269:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809f8 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.312280:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.312282:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.312287:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.312294:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.312313:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.312323:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 95 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746147248.312332:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093af8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339836032:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147248.312370:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.316816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.316891:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346429312 00000100:00100000:1.0:1746147248.316898:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346429312 00002000:00100000:1.0:1746147248.316933:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546d80 x1830967346429312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.316942:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546d80 with x1830967346429312 ext(0->4095) 00010000:00010000:1.0:1746147248.316950:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 96 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.316962:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 96 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.316968:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546d80 00000100:00100000:1.0:1746147248.316996:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2235 00000100:00100000:1.0:1746147248.317002:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346429312:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.317110:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346429312:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.317116:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2235 00002000:00100000:1.0:1746147248.317121:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546d80 x1830967346429312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.317128:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546d80 with x1830967346429312 ext(0->4095) 00010000:00010000:1.0:1746147248.317132:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 96 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.317140:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b809ff expref: 96 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.317145:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546d80 00000100:00100000:0.0:1746147248.320345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.325835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.334912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.338274:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346429824 00000100:00100000:1.0:1746147248.338284:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346429824 00000100:00100000:1.0:1746147248.338334:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29133 00000100:00100000:1.0:1746147248.338341:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346429824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.338355:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.338368:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80a0d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.338390:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfec62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a06 expref: 94 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.338397:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.338398:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.338401:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.338423:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfec62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a06 expref: 94 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.338438:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfec62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a06 expref: 94 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.338447:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339836288:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.338527:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.341280:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339836288:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.341299:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.341313:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147248.341340:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346429824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3000us (6436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.341347:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29133 00000100:00100000:0.0:1746147248.346881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.347510:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346429952 00000100:00100000:1.0:1746147248.347518:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346429952 00000100:00100000:1.0:1746147248.348195:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29134 00000100:00100000:1.0:1746147248.348204:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+95:1814:x1830967346429952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.348220:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.348234:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80a14 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.348291:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.348297:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.348306:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147248.348310:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a14 expref: 96 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.348340:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.348350:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a14 expref: 96 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.348359:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147248.348402:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+96:1814:x1830967346429952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (1527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.348408:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29134 00000100:00100000:0.0:1746147248.348844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.348991:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346430080 00000100:00100000:1.0:1746147248.348995:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346430080 00002000:00100000:1.0:1746147248.349160:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090544700 x1830967346430080/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.349169:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544700 with x1830967346430080 ext(0->7) 00010000:00010000:1.0:1746147248.349174:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfec62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a06 expref: 96 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.349184:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfec62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a06 expref: 96 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.349189:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544700 00000100:00100000:0.0:1746147248.351179:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2005:x1830967346430080:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 658us (2333us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746147248.351185:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2236 00002000:00100000:0.0:1746147248.351192:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090544700 x1830967346430080/t4294972197(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.351199:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544700 with x1830967346430080 ext(0->7) 00010000:00010000:0.0:1746147248.351205:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfec62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a06 expref: 98 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.351217:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfec62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a06 expref: 98 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.351223:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544700 00000100:00100000:0.0:1746147248.353307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.356495:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.356577:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346430464 00000100:00100000:1.0:1746147248.356583:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346430464 00002000:00100000:1.0:1746147248.356618:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544000 x1830967346430464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.356626:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346430464 ext(0->4095) 00010000:00010000:1.0:1746147248.356634:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.356645:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.356650:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544000 00000100:00100000:1.0:1746147248.356677:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2237 00000100:00100000:1.0:1746147248.356684:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346430464:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.356787:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346430464:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.356793:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2237 00002000:00100000:1.0:1746147248.356798:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544000 x1830967346430464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.356805:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346430464 ext(0->4095) 00010000:00010000:1.0:1746147248.356809:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.356818:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfec69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a0d expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.356828:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544000 00000100:00100000:0.0:1746147248.359203:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.364094:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.364687:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346430848 00000100:00100000:1.0:1746147248.364693:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346430848 00002000:00100000:1.0:1746147248.364724:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545c00 x1830967346430848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.364732:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545c00 with x1830967346430848 ext(0->4095) 00002000:00010000:1.0:1746147248.364736:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545c00 00000100:00100000:1.0:1746147248.364762:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13038 00000100:00100000:1.0:1746147248.364768:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2005:x1830967346430848:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.364896:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2005:x1830967346430848:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (806us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.364902:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13038 00002000:00100000:1.0:1746147248.364907:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545c00 x1830967346430848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.364913:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545c00 with x1830967346430848 ext(0->4095) 00002000:00010000:1.0:1746147248.364916:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545c00 00000100:00100000:0.0:1746147248.369508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.376043:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.377267:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346431104:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 989us (1228us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746147248.377274:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2238 00002000:00100000:0.0:1746147248.377279:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090545f80 x1830967346431104/t4294972198(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.377286:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545f80 with x1830967346431104 ext(0->7) 00010000:00010000:0.0:1746147248.377291:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a14 expref: 99 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.377300:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfec70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a14 expref: 99 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.377305:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090545f80 00000100:00100000:0.0:1746147248.380442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.385228:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d76680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339836928:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147248.385267:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147248.385306:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2006:x1830967346431232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4627us (4869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147248.385315:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13913 00000100:00100000:0.0:1746147248.385724:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346431488 00000100:00100000:0.0:1746147248.385729:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346431488 00002000:00100000:0.0:1746147248.385760:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76680 x1830967346431488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.385768:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76680 with x1830967346431488 ext(0->4095) 00002000:00010000:0.0:1746147248.385771:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76680 00000100:00100000:0.0:1746147248.385784:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13039 00000100:00100000:0.0:1746147248.385789:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346431488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147248.385879:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346431488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147248.385884:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13039 00002000:00100000:0.0:1746147248.385888:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76680 x1830967346431488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.385895:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76680 with x1830967346431488 ext(0->4095) 00002000:00010000:0.0:1746147248.385897:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76680 00000100:00100000:0.0:1746147248.389484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.389570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.389652:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346431616 00000100:00100000:1.0:1746147248.389666:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346431616 00000100:00100000:0.0:1746147248.396187:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.396265:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346431872 00000100:00100000:1.0:1746147248.396272:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346431872 00010000:00010000:1.0:1746147248.396296:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfec77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a1b expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.396321:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13914 00000100:00100000:1.0:1746147248.396327:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346431872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147248.396336:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147248.396350:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfec77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a1b expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.396359:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfec77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a1b expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.396375:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfec77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a1b expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.396392:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.396393:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.396399:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.396406:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.396425:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.396434:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 99 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.396442:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837312:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147248.396500:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.401575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.401593:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837312:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147248.401609:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147248.402109:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346431872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5780us (5925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.402117:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13914 00000100:00100000:0.0:1746147248.403836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.404023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.404145:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346432256 00000100:00100000:0.0:1746147248.404147:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346432256 00010000:00010000:0.0:1746147248.404160:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 100 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746147248.404174:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13915 00000100:00100000:0.0:1746147248.404177:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346432256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147248.404183:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147248.404196:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 100 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.404204:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 100 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.404216:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779bfec7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a22 expref: 100 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.404228:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.404229:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.404233:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.404239:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.404362:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.404373:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 99 pid: 10034 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.404387:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837568:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147248.404490:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.406561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.406680:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837568:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147248.406692:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147248.406717:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346432256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2538us (2694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.406724:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13915 00000100:00100000:0.0:1746147248.410786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.410837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.411101:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346432896 00000100:00100000:1.0:1746147248.411104:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346432896 00010000:00010000:1.0:1746147248.411116:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 101 pid: 10034 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.411132:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13916 00000100:00100000:1.0:1746147248.411136:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2006:x1830967346432896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147248.411143:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147248.411157:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 101 pid: 10034 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.411166:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 101 pid: 10034 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.411305:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfec85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a29 expref: 101 pid: 10034 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.411326:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.411327:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.411332:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.411339:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.411356:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.411366:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 5 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.411836:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837824:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147248.411878:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.414739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.414830:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837824:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147248.414845:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147248.414881:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346432896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3743us (4042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.414891:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13916 00000100:00100000:0.0:1746147248.419518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.419630:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346433280 00000100:00100000:1.0:1746147248.419637:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346433280 00010000:00010000:1.0:1746147248.419676:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.419699:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13917 00000100:00100000:1.0:1746147248.419706:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346433280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147248.419717:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147248.419734:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.419744:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.419761:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfec8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a30 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.419789:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.419791:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.419797:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfec93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a37 expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.419805:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfec93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a37 expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.419831:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfec93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a37 expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147248.419843:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837952:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147248.419912:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.421872:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339837952:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147248.421887:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147248.421930:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346433280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2224us (2419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.421938:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13917 00000100:00100000:0.0:1746147248.422828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.422964:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346433536 00000100:00100000:1.0:1746147248.422970:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346433536 00002000:00100000:1.0:1746147248.423001:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b7800 x1830967346433536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.423010:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7800 with x1830967346433536 ext(0->4095) 00002000:00010000:1.0:1746147248.423014:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b7800 00000100:00100000:1.0:1746147248.423328:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13040 00000100:00100000:1.0:1746147248.423335:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346433536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.423428:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346433536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.423434:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13040 00002000:00100000:1.0:1746147248.423438:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b7800 x1830967346433536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.423445:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7800 with x1830967346433536 ext(0->4095) 00002000:00010000:1.0:1746147248.423448:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b7800 00000100:00100000:0.0:1746147248.425874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.430154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.430353:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346433792 00000100:00100000:1.0:1746147248.430359:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346433792 00010000:00010000:1.0:1746147248.430384:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfec93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a37 expref: 99 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.430408:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13918 00000100:00100000:1.0:1746147248.430413:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346433792:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147248.430424:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147248.430439:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfec93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a37 expref: 99 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.430449:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfec93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a37 expref: 99 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.430466:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfec93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a37 expref: 99 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.430494:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.430495:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.430502:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfec9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a3e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.430509:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfec9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a3e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.430533:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfec9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a3e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147248.430547:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339838208:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147248.430602:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.432705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.433235:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339838208:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147248.433269:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147248.433292:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2006:x1830967346433792:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2878us (3139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.433299:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13918 00000100:00100000:0.0:1746147248.434471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.435942:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.438433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.441926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.442129:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346434688 00000100:00100000:1.0:1746147248.442135:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346434688 00002000:00100000:1.0:1746147248.442164:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424000 x1830967346434688/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.442173:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424000 with x1830967346434688 ext(0->4095) 00010000:00010000:1.0:1746147248.442180:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779bfeca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a45 expref: 100 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.442191:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779bfeca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a45 expref: 100 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.442197:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424000 00000100:00100000:0.0:1746147248.449146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.454380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.454498:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346435072 00000100:00100000:1.0:1746147248.454506:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346435072 00002000:00100000:1.0:1746147248.454539:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427b80 x1830967346435072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.454547:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427b80 with x1830967346435072 ext(0->4095) 00002000:00010000:1.0:1746147248.454552:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427b80 00000100:00100000:1.0:1746147248.454578:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13042 00000100:00100000:1.0:1746147248.454585:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346435072:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.454699:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346435072:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.454705:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13042 00002000:00100000:1.0:1746147248.454711:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427b80 x1830967346435072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.455346:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427b80 with x1830967346435072 ext(0->4095) 00002000:00010000:1.0:1746147248.455349:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427b80 00000100:00100000:0.0:1746147248.458732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.463775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.464414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.464432:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346435456 00000100:00100000:0.0:1746147248.464435:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346435456 00000100:00100000:0.0:1746147248.464466:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29144 00000100:00100000:0.0:1746147248.464471:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:1814:x1830967346435456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147248.464485:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147248.464494:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80a5a expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.464509:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a53 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.464515:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.464517:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.464520:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecb6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a5a expref: 99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.464536:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfecaf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a53 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.464546:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfecaf lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a53 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746147248.464553:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339839104:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147248.464586:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.467390:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339839104:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.467416:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecb6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a5a expref: 99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.467431:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492f800, rc 0) 00000100:00100000:1.0:1746147248.467478:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:1814:x1830967346435456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3006us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.467485:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29144 00000100:00100000:0.0:1746147248.471157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.471284:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346435712 00000100:00100000:1.0:1746147248.471293:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346435712 00002000:00100000:1.0:1746147248.471341:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ea00 x1830967346435712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.471351:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ea00 with x1830967346435712 ext(0->4095) 00010000:00010000:1.0:1746147248.471362:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a53 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.471376:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a53 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.471383:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ea00 00000100:00100000:1.0:1746147248.471421:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2243 00000100:00100000:1.0:1746147248.471429:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346435712:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147248.471964:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346435712:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 533us (816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.471970:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2243 00002000:00100000:1.0:1746147248.471976:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ea00 x1830967346435712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.471983:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ea00 with x1830967346435712 ext(0->4095) 00010000:00010000:1.0:1746147248.471988:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a53 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.471997:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a53 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.472002:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ea00 00000100:00100000:0.0:1746147248.476411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.482911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.483161:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346436096 00000100:00100000:1.0:1746147248.483173:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346436096 00002000:00100000:1.0:1746147248.483231:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e300 x1830967346436096/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.483286:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e300 with x1830967346436096 ext(0->4095) 00002000:00010000:1.0:1746147248.483292:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e300 00000100:00100000:1.0:1746147248.483327:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13043 00000100:00100000:1.0:1746147248.483335:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2005:x1830967346436096:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.483513:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2005:x1830967346436096:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (608us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.483519:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13043 00002000:00100000:1.0:1746147248.483524:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e300 x1830967346436096/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.483531:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e300 with x1830967346436096 ext(0->4095) 00002000:00010000:1.0:1746147248.483534:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e300 00000100:00100000:0.0:1746147248.490901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.503909:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.509908:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2006:x1830967346436352:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1969us (6003us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746147248.509919:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2244 00002000:00100000:0.0:1746147248.509928:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009417d500 x1830967346436352/t4294972199(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.509936:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d500 with x1830967346436352 ext(0->7) 00010000:00010000:0.0:1746147248.509947:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a5a expref: 101 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.509961:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a5a expref: 101 pid: 9588 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.509973:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d500 00000100:00100000:0.0:1746147248.516116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.517447:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29146 00000100:00100000:1.0:1746147248.517462:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:1814:x1830967346436480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.517484:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.517503:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfecc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80a68 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.517532:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.517538:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfecbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a61 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.517543:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147248.517546:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfecc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a68 expref: 102 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.517589:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfecbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a61 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.517600:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfecc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a68 expref: 102 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.517608:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918800, rc 0) 00000100:00100000:1.0:1746147248.517682:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+102:1814:x1830967346436480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (1576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.517687:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29146 00000100:00100000:0.0:1746147248.519289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.528819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.529321:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346436864 00000100:00100000:1.0:1746147248.529327:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346436864 00002000:00100000:1.0:1746147248.529369:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e680 x1830967346436864/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.529378:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967346436864 ext(0->4095) 00010000:00010000:1.0:1746147248.529387:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfecbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a61 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.529399:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfecbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a61 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.529405:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417e680 00000100:00100000:1.0:1746147248.529422:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2245 00000100:00100000:1.0:1746147248.529429:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346436864:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.529554:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346436864:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.529561:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2245 00002000:00100000:1.0:1746147248.529565:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e680 x1830967346436864/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.529572:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967346436864 ext(0->4095) 00010000:00010000:1.0:1746147248.529576:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfecbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a61 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.529584:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfecbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a61 expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.529589:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417e680 00000100:00100000:0.0:1746147248.532891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.536574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.539910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.545994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.547138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.549225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.555344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.555438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.559932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.559967:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346438400 00000100:00100000:0.0:1746147248.559973:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346438400 00002000:00100000:0.0:1746147248.560006:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed3800 x1830967346438400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.560015:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed3800 with x1830967346438400 ext(0->4095) 00010000:00010000:0.0:1746147248.560022:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfecd2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a76 expref: 103 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.560034:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfecd2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a76 expref: 103 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.560040:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed3800 00000100:00100000:0.0:1746147248.560060:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2247 00000100:00100000:0.0:1746147248.560067:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+103:2005:x1830967346438400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.560190:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+103:2005:x1830967346438400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.560198:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2247 00002000:00100000:1.0:1746147248.560204:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed3800 x1830967346438400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.560211:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed3800 with x1830967346438400 ext(0->4095) 00010000:00010000:1.0:1746147248.560216:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfecd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a76 expref: 102 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.560229:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfecd2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a76 expref: 102 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.560235:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed3800 00000100:00100000:0.0:1746147248.566717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.571807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.571903:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346438784 00000100:00100000:1.0:1746147248.571911:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346438784 00002000:00100000:1.0:1746147248.571956:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed2a00 x1830967346438784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.571966:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2a00 with x1830967346438784 ext(0->4095) 00002000:00010000:1.0:1746147248.571971:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed2a00 00000100:00100000:1.0:1746147248.572031:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13045 00000100:00100000:1.0:1746147248.572038:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346438784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.572183:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346438784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.572189:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13045 00002000:00100000:1.0:1746147248.572194:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed2a00 x1830967346438784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.572201:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2a00 with x1830967346438784 ext(0->4095) 00002000:00010000:1.0:1746147248.572204:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed2a00 00000100:00100000:0.0:1746147248.574913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.580854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.583614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.586935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.587297:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339840896:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147248.587320:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfece7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a8b expref: 102 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.587332:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc6c00, rc 0) 00000100:00100000:0.0:1746147248.587367:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+102:1814:x1830967346439168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3586us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147248.587373:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29151 00000100:00100000:0.0:1746147248.593902:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.601216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.609126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.628797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.630629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.630675:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346440192 00000100:00100000:0.0:1746147248.630679:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346440192 00000100:00100000:0.0:1746147248.631130:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29153 00000100:00100000:0.0:1746147248.631138:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+102:1814:x1830967346440192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147248.631153:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147248.631168:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecf5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80a99 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.631195:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147248.631200:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfecee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a92 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.631206:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147248.631209:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecf5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a99 expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.631267:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfecee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a92 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.631277:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfecf5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a99 expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.631285:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492f800, rc 0) 00000100:00100000:0.0:1746147248.631846:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+103:1814:x1830967346440192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 704us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147248.631853:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29153 00000100:00100000:0.0:1746147248.633594:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346440064:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1614us (4798us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746147248.633604:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2249 00002000:00100000:0.0:1746147248.633613:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa0e00 x1830967346440064/t4294972200(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.633623:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0e00 with x1830967346440064 ext(0->7) 00010000:00010000:0.0:1746147248.633632:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfece7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a8b expref: 104 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.633648:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfece7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80a8b expref: 104 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.633667:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0e00 00000100:00100000:0.0:1746147248.635948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.643921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.648050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.654487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.658986:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.671807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.680676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.694023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.694130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.694179:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346441728 00000100:00100000:0.0:1746147248.694187:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346441728 00000100:00100000:0.0:1746147248.694233:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29155 00000100:00100000:0.0:1746147248.694280:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1814:x1830967346441728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147248.694301:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147248.694320:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009519ae00/0x29021e8779bfed03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80aa7 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.694350:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfecfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aa0 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.694358:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.694360:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147248.694365:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009519ae00/0x29021e8779bfed03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aa7 expref: 106 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.694406:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfecfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aa0 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.694419:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7200/0x29021e8779bfecfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aa0 expref: 5 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746147248.694432:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339841920:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147248.694520:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.700132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.703419:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346441984 00000100:00100000:0.0:1746147248.703428:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346441984 00000100:00100000:0.0:1746147248.703479:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29156 00000100:00100000:0.0:1746147248.703487:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1832:x1830967346441984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147248.703502:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147248.703516:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfed0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80aae expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.703540:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009519ae00/0x29021e8779bfed03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aa7 expref: 106 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.703547:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147248.703549:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147248.703551:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfed0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aae expref: 106 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.703580:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009519ae00/0x29021e8779bfed03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aa7 expref: 106 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.703591:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009519ae00/0x29021e8779bfed03 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aa7 expref: 106 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746147248.703601:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339842176:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147248.703683:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.704287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.710104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.716795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.721439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.721718:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29157 00000100:00100000:0.0:1746147248.721727:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346442752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147248.721741:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147248.721755:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779bfed11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ab5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.721777:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfed0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aae expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.721784:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147248.721786:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147248.721789:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779bfed11 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ab5 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.721819:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfed0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aae expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147248.721830:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfed0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aae expref: 104 pid: 20948 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746147248.721840:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339842432:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147248.721919:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.725135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.725672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.725698:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346443008 00000100:00100000:0.0:1746147248.725701:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346443008 00000100:00100000:0.0:1746147248.725718:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29158 00000100:00100000:1.0:1746147248.725760:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1814:x1830967346443008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.725775:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.725785:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80abc expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.725803:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779bfed11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ab5 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.725809:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.725810:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.725813:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80abc expref: 106 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.725832:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779bfed11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ab5 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.725842:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779bfed11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ab5 expref: 5 pid: 9588 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.725850:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339842688:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.725967:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.728437:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339842688:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.728454:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80abc expref: 105 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.728465:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147248.728484:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1814:x1830967346443008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2760us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.728490:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29158 00000100:00100000:0.0:1746147248.728767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.731355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.734099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.744679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.744811:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346443776 00000100:00100000:1.0:1746147248.744821:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346443776 00000100:00100000:1.0:1746147248.745457:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29159 00000100:00100000:1.0:1746147248.745466:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346443776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.745542:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.745563:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ac3 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.745597:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80abc expref: 104 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.745605:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.745606:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.745609:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.745641:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80abc expref: 104 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.745661:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80abc expref: 104 pid: 9588 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.745674:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339842944:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.745771:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.750921:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.751388:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339842944:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.751420:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.751437:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918c00, rc 0) 00000100:00100000:1.0:1746147248.751490:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346443776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6018us (6816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.751497:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29159 00000100:00100000:0.0:1746147248.759707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.759800:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346444032 00000100:00100000:1.0:1746147248.759811:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346444032 00000100:00100000:1.0:1746147248.759864:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29160 00000100:00100000:1.0:1746147248.759871:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:1814:x1830967346444032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.759890:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.759910:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfed26 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80aca expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.759938:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.759944:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.759950:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147248.759953:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfed26 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aca expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.759991:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.760002:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfed26 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aca expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.760011:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:1.0:1746147248.760054:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1814:x1830967346444032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.760060:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29160 00000100:00100000:0.0:1746147248.760384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.766399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.766434:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346444416 00000100:00100000:0.0:1746147248.766441:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346444416 00002000:00100000:0.0:1746147248.767361:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8700 x1830967346444416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.767370:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8700 with x1830967346444416 ext(0->4095) 00010000:00010000:0.0:1746147248.767380:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.767392:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.767398:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093af8700 00000100:00100000:0.0:1746147248.767786:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2256 00000100:00100000:0.0:1746147248.767795:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346444416:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147248.768132:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346444416:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 338us (1732us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147248.768137:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2256 00002000:00100000:0.0:1746147248.768142:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8700 x1830967346444416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.768149:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8700 with x1830967346444416 ext(0->4095) 00010000:00010000:0.0:1746147248.768154:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.768162:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfed1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ac3 expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.768167:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093af8700 00000100:00100000:0.0:1746147248.772757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.776404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.776781:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346444800 00000100:00100000:1.0:1746147248.776789:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346444800 00002000:00100000:1.0:1746147248.776829:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac380 x1830967346444800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.776845:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967346444800 ext(0->4095) 00002000:00010000:1.0:1746147248.776849:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac380 00000100:00100000:1.0:1746147248.776865:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13050 00000100:00100000:1.0:1746147248.776871:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2006:x1830967346444800:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147248.777017:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2006:x1830967346444800:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.777023:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13050 00002000:00100000:1.0:1746147248.777028:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac380 x1830967346444800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.777035:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967346444800 ext(0->4095) 00002000:00010000:1.0:1746147248.777037:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac380 00000100:00100000:0.0:1746147248.778914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.778987:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346444928 00000100:00100000:1.0:1746147248.778995:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346444928 00000100:00100000:1.0:1746147248.779327:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29161 00000100:00100000:1.0:1746147248.779334:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346444928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.779350:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.779366:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ad1 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.779393:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfed26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aca expref: 106 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.779400:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.779402:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.779406:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed2d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ad1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.779437:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfed26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aca expref: 106 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.779448:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfed26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aca expref: 106 pid: 9588 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.779459:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339843456:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.780083:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.781855:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339843456:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.781885:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed2d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ad1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.781903:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:1.0:1746147248.781946:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346444928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2611us (3038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.781955:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29161 00000100:00100000:0.0:1746147248.783591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.787148:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.787211:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346445184 00000100:00100000:0.0:1746147248.787214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.787218:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346445184 00000100:00100000:1.0:1746147248.787544:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29162 00000100:00100000:1.0:1746147248.787549:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a865450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:1814:x1830967346445184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.787557:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.787573:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfed34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ad8 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.787605:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ad1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.787611:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.787613:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.787616:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779bfed34 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ad8 expref: 107 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.787644:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ad1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.787664:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfed2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ad1 expref: 6 pid: 9588 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.787675:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339843712:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.788687:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.790891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.791843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.795405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.799041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.802922:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.805229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.805342:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346446464 00000100:00100000:1.0:1746147248.805347:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346446464 00000100:00100000:1.0:1746147248.805387:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29164 00000100:00100000:1.0:1746147248.805393:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346446464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.805404:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.805415:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfed42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ae6 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.805436:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfed3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80adf expref: 106 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.805447:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.805448:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.805452:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfed42 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ae6 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.805474:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfed3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80adf expref: 106 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.805485:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfed3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80adf expref: 106 pid: 9588 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.805493:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339844224:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.805555:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.809298:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339844224:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.809322:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfed42 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ae6 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.809336:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9800, rc 0) 00000100:00100000:1.0:1746147248.809375:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346446464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3981us (4148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.809382:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29164 00000100:00100000:0.0:1746147248.810208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.812552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.814093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.814152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.814266:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346446976 00000100:00100000:1.0:1746147248.814271:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346446976 00000100:00100000:1.0:1746147248.814304:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346447104 00000100:00100000:1.0:1746147248.814307:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346447104 00000100:00100000:1.0:1746147248.814320:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29165 00000100:00100000:1.0:1746147248.814326:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+107:1832:x1830967346446976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.814336:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.814349:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfed49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80aed expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.814370:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfed42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ae6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.814377:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.814378:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.814381:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfed49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aed expref: 108 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.814403:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfed42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ae6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.814412:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779bfed42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ae6 expref: 5 pid: 24989 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.814422:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339844480:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.814472:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.815982:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339844480:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.815997:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfed49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80aed expref: 108 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.816007:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9a00, rc 0) 00000100:00100000:1.0:1746147248.816040:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1832:x1830967346446976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1714us (1949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.816046:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29165 00000100:00100000:0.0:1746147248.817156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.827866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.828006:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346447616 00000100:00100000:1.0:1746147248.828014:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346447616 00000100:00100000:0.0:1746147248.828086:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.828178:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29167 00000100:00100000:1.0:1746147248.828187:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346447616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.828201:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.828221:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80afb expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.828262:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.828268:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfed50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80af4 expref: 107 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.828273:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147248.828276:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.828307:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfed50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80af4 expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.828318:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.828327:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00000100:00100000:1.0:1746147248.828592:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346447616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 332us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.828684:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29167 00000100:00100000:0.0:1746147248.835096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.835159:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346448128 00000100:00100000:1.0:1746147248.835166:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346448128 00000100:00100000:1.0:1746147248.835214:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29168 00000100:00100000:1.0:1746147248.835221:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+107:1814:x1830967346448128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.835235:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.835283:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfed5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80b02 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.835304:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.835314:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.835320:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147248.835324:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfed5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b02 expref: 108 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.835735:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.835747:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfed5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b02 expref: 108 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.835851:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8800, rc 0) 00000100:00100000:1.0:1746147248.835902:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1814:x1830967346448128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 682us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.835908:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29168 00000100:00100000:0.0:1746147248.837059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.841418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.841996:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346448512 00000100:00100000:1.0:1746147248.842001:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346448512 00002000:00100000:1.0:1746147248.842035:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e300 x1830967346448512/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.842044:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967346448512 ext(0->4095) 00010000:00010000:1.0:1746147248.842051:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.842061:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.842067:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051e300 00000100:00100000:1.0:1746147248.842179:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2260 00000100:00100000:1.0:1746147248.842186:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346448512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.842504:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346448512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 318us (1087us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.842510:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2260 00002000:00100000:1.0:1746147248.842515:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e300 x1830967346448512/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.842522:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967346448512 ext(0->4095) 00010000:00010000:1.0:1746147248.842527:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.842536:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779bfed57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80afb expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.842541:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051e300 00000100:00100000:0.0:1746147248.846814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.851733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.852063:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346448896 00000100:00100000:1.0:1746147248.852068:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346448896 00002000:00100000:1.0:1746147248.852096:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e680 x1830967346448896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.852104:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967346448896 ext(0->4095) 00002000:00010000:1.0:1746147248.852108:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e680 00000100:00100000:1.0:1746147248.852133:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13054 00000100:00100000:1.0:1746147248.852140:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2005:x1830967346448896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.852228:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2005:x1830967346448896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.852233:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13054 00002000:00100000:1.0:1746147248.852238:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e680 x1830967346448896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.852267:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967346448896 ext(0->4095) 00002000:00010000:1.0:1746147248.852269:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e680 00000100:00100000:0.0:1746147248.853899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.854023:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346449024 00000100:00100000:1.0:1746147248.854028:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346449024 00000100:00100000:1.0:1746147248.854133:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29169 00000100:00100000:1.0:1746147248.854140:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346449024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.854151:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.854166:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfed65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80b09 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.854187:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfed5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b02 expref: 106 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.854198:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.854200:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147248.854203:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfed65 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b09 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.854228:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfed5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b02 expref: 106 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.854238:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779bfed5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b02 expref: 106 pid: 24989 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.854360:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339845504:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147248.854475:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd063c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147248.856164:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339845504:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147248.856180:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfed65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b09 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.856190:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8200, rc 0) 00000100:00100000:1.0:1746147248.856212:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346449024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2073us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147248.856218:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29169 00000100:00100000:0.0:1746147248.856954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.858717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.861328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.861498:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346449536 00000100:00100000:1.0:1746147248.861504:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346449536 00000100:00100000:1.0:1746147248.861533:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29170 00000100:00100000:1.0:1746147248.861539:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+106:1832:x1830967346449536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147248.861978:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147248.861994:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfed6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80b10 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.862016:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfed65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b09 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.862087:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.862089:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147248.862093:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779bfed6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b10 expref: 107 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.862117:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfed65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b09 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147248.862128:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779bfed65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b09 expref: 5 pid: 24989 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746147248.862143:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339845760:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147248.862382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.862454:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd063c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147248.864896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.874465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.881195:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.881896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.885449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.886003:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346450560 00000100:00100000:1.0:1746147248.886008:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346450560 00002000:00100000:1.0:1746147248.886043:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f800 x1830967346450560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.886052:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830967346450560 ext(0->4095) 00010000:00010000:1.0:1746147248.886059:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfed73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b17 expref: 108 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.886075:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfed73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b17 expref: 108 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.886081:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5f800 00000100:00100000:1.0:1746147248.886108:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2262 00000100:00100000:1.0:1746147248.886114:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2005:x1830967346450560:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.887327:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2005:x1830967346450560:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1212us (1883us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.887334:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2262 00002000:00100000:1.0:1746147248.887340:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f800 x1830967346450560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.887347:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830967346450560 ext(0->4095) 00010000:00010000:1.0:1746147248.887352:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfed73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b17 expref: 107 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.887362:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bfed73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b17 expref: 107 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.887367:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5f800 00000100:00100000:0.0:1746147248.889846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.889890:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.894713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.895014:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346451072 00000100:00100000:1.0:1746147248.895019:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346451072 00002000:00100000:1.0:1746147248.895051:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5d180 x1830967346451072/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.895059:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830967346451072 ext(0->4095) 00010000:00010000:1.0:1746147248.895066:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfed7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b1e expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.895078:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfed7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b1e expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.895083:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5d180 00000100:00100000:1.0:1746147248.895107:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2263 00000100:00100000:1.0:1746147248.895113:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346451072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.895212:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346451072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.895217:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2263 00002000:00100000:1.0:1746147248.895222:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5d180 x1830967346451072/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.895228:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830967346451072 ext(0->4095) 00010000:00010000:1.0:1746147248.895232:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfed7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b1e expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.895261:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfed7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b1e expref: 6 pid: 24989 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.895266:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5d180 00000100:00100000:0.0:1746147248.900380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.910449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.910538:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346451456 00000100:00100000:0.0:1746147248.910546:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346451456 00002000:00100000:0.0:1746147248.910585:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78a80 x1830967346451456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.910594:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967346451456 ext(0->4095) 00002000:00010000:0.0:1746147248.910599:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78a80 00000100:00100000:0.0:1746147248.910620:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13056 00000100:00100000:0.0:1746147248.910626:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2005:x1830967346451456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147248.910766:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2005:x1830967346451456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147248.910772:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13056 00002000:00100000:0.0:1746147248.910776:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78a80 x1830967346451456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.910782:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967346451456 ext(0->4095) 00002000:00010000:0.0:1746147248.910784:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78a80 00000100:00100000:0.0:1746147248.917536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.921013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.921075:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346451712 00000100:00100000:1.0:1746147248.921083:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346451712 00002000:00100000:1.0:1746147248.921125:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009440a680 x1830967346451712/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.921140:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a680 with x1830967346451712 ext(0->7) 00010000:00010000:1.0:1746147248.921149:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfed81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b25 expref: 107 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.921162:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfed81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b25 expref: 107 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.921169:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440a680 00000100:00100000:1.0:1746147248.921196:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2264 00000100:00100000:1.0:1746147248.921203:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2006:x1830967346451712:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147248.923271:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2006:x1830967346451712:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2063us (2252us total) trans 4294972203 rc 0/0 00000100:00100000:1.0:1746147248.923280:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2264 00002000:00100000:1.0:1746147248.923287:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009440a680 x1830967346451712/t4294972203(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.923296:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a680 with x1830967346451712 ext(0->7) 00010000:00010000:1.0:1746147248.923304:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfed81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b25 expref: 109 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746147248.923316:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfed81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b25 expref: 109 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746147248.923321:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440a680 00000100:00100000:0.0:1746147248.934439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.938390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.940885:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346452224 00000100:00100000:0.0:1746147248.940893:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346452224 00002000:00100000:0.0:1746147248.940933:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89500 x1830967346452224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.940942:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89500 with x1830967346452224 ext(0->4095) 00010000:00010000:0.0:1746147248.940950:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfed88 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b2c expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.940963:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfed88 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b2c expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.940969:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89500 00000100:00100000:0.0:1746147248.940991:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2265 00000100:00100000:0.0:1746147248.940997:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346452224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147248.941144:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346452224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147248.941150:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2265 00002000:00100000:0.0:1746147248.941156:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89500 x1830967346452224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.941162:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89500 with x1830967346452224 ext(0->4095) 00010000:00010000:0.0:1746147248.941166:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfed88 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b2c expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746147248.941174:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfed88 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b2c expref: 6 pid: 20948 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746147248.941179:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89500 00000100:00100000:0.0:1746147248.944393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.946120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.953109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.960085:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.963201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147248.963407:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346453120 00000100:00100000:1.0:1746147248.963415:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346453120 00002000:00100000:1.0:1746147248.963454:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440bb80 x1830967346453120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/0 e 0 to 0 dl 1746147259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.963463:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440bb80 with x1830967346453120 ext(0->4095) 00002000:00010000:1.0:1746147248.963468:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009440bb80 00000100:00100000:1.0:1746147248.963484:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13057 00000100:00100000:1.0:1746147248.963490:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2005:x1830967346453120:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147248.963604:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2005:x1830967346453120:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147248.963610:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13057 00002000:00100000:1.0:1746147248.963614:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440bb80 x1830967346453120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746147259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147248.963621:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440bb80 with x1830967346453120 ext(0->4095) 00002000:00010000:1.0:1746147248.963624:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009440bb80 00000100:00100000:0.0:1746147248.967799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.972574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.974713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.977439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.981143:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.986076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.992220:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.996314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147248.998673:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+111:2006:x1830967346454400:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2112us (2355us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746147248.998684:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2268 00002000:00100000:0.0:1746147248.998693:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082d500 x1830967346454400/t4294972204(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:624/0 lens 496/448 e 0 to 0 dl 1746147259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147248.998701:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d500 with x1830967346454400 ext(0->7) 00010000:00010000:0.0:1746147248.998711:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeda4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b48 expref: 111 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147248.998725:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfeda4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b48 expref: 111 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147248.998735:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082d500 00000100:00100000:0.0:1746147249.004165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.008953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.023025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.023431:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346454912 00000100:00100000:0.0:1746147249.023438:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346454912 00002000:00100000:0.0:1746147249.023479:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29c700 x1830967346454912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.023489:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c700 with x1830967346454912 ext(0->4095) 00010000:00010000:0.0:1746147249.023496:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b4f expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.023507:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b4f expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.023513:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c700 00000100:00100000:0.0:1746147249.023539:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2269 00000100:00100000:0.0:1746147249.023544:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346454912:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746147249.023674:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346454912:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 129us (660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.023680:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2269 00002000:00100000:0.0:1746147249.023685:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29c700 x1830967346454912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.023692:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c700 with x1830967346454912 ext(0->4095) 00010000:00010000:0.0:1746147249.023696:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b4f expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.023705:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b4f expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.023709:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c700 00000100:00100000:0.0:1746147249.033010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.038377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.038456:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346455296 00000100:00100000:1.0:1746147249.038463:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346455296 00002000:00100000:1.0:1746147249.038499:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd9180 x1830967346455296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.038508:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd9180 with x1830967346455296 ext(0->4095) 00002000:00010000:1.0:1746147249.038513:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd9180 00000100:00100000:1.0:1746147249.038530:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13059 00000100:00100000:1.0:1746147249.038536:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+111:2007:x1830967346455296:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147249.038642:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+111:2007:x1830967346455296:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.038648:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13059 00002000:00100000:1.0:1746147249.038663:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd9180 x1830967346455296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.038669:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd9180 with x1830967346455296 ext(0->4095) 00002000:00010000:1.0:1746147249.038672:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd9180 00000100:00100000:0.0:1746147249.042706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.047091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.047437:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346455552 00000100:00100000:1.0:1746147249.047442:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346455552 00002000:00100000:1.0:1746147249.047470:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a3cd8000 x1830967346455552/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 496/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.047478:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346455552 ext(0->7) 00010000:00010000:1.0:1746147249.047483:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b56 expref: 111 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.047494:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b56 expref: 111 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.047500:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8000 00000100:00100000:1.0:1746147249.047526:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2270 00000100:00100000:1.0:1746147249.047532:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+111:2005:x1830967346455552:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147249.050283:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346455552:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2742us (3187us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746147249.050293:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2270 00002000:00100000:0.0:1746147249.050301:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a3cd8000 x1830967346455552/t4294972205(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 496/448 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.050310:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346455552 ext(0->7) 00010000:00010000:0.0:1746147249.050318:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b56 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.050332:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b56 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.050339:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8000 00000100:00100000:0.0:1746147249.053784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.059898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.060328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.060423:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346456064 00000100:00100000:1.0:1746147249.060429:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346456064 00002000:00100000:1.0:1746147249.060462:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967346456064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.060470:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967346456064 ext(0->4095) 00002000:00010000:1.0:1746147249.060474:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd8e00 00000100:00100000:1.0:1746147249.060498:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13060 00000100:00100000:1.0:1746147249.060504:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346456064:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147249.060596:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346456064:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 93us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.060602:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13060 00002000:00100000:1.0:1746147249.060607:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967346456064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.060613:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967346456064 ext(0->4095) 00002000:00010000:1.0:1746147249.060616:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd8e00 00000100:00100000:0.0:1746147249.063286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.064761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.064788:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346456320 00000100:00100000:1.0:1746147249.064792:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346456320 00010000:00010000:1.0:1746147249.064811:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfedb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b5d expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.064826:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13960 00000100:00100000:1.0:1746147249.064830:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346456320:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.064838:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.064851:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfedb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b5d expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.064860:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfedb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b5d expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.064875:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.064877:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.064883:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.064889:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.064907:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.064917:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.064926:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849088:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.064986:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd063c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.069441:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849088:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.069459:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.069505:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346456320:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4672us (4743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.069515:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13960 00000100:00100000:0.0:1746147249.071516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.074113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.074315:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346456704 00000100:00100000:1.0:1746147249.074321:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346456704 00010000:00010000:1.0:1746147249.074343:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.074377:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13961 00000100:00100000:1.0:1746147249.074382:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2005:x1830967346456704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.074394:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.074408:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.074417:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.074434:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b64 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.074454:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.074456:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.074462:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfedc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b6b expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.074468:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfedc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b6b expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.074494:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfedc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b6b expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.074503:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849216:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.074565:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.076462:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849216:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.076476:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.076501:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346456704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2118us (2392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.076511:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13961 00000100:00100000:0.0:1746147249.077298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.077355:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346456960 00000100:00100000:1.0:1746147249.077359:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346456960 00002000:00100000:1.0:1746147249.077387:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c34700 x1830967346456960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.077396:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c34700 with x1830967346456960 ext(0->4095) 00002000:00010000:1.0:1746147249.077399:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c34700 00000100:00100000:1.0:1746147249.077417:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13061 00000100:00100000:1.0:1746147249.077422:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2008:x1830967346456960:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147249.077518:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2008:x1830967346456960:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 95us (220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.077523:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13061 00002000:00100000:1.0:1746147249.077528:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c34700 x1830967346456960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.077534:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c34700 with x1830967346456960 ext(0->4095) 00002000:00010000:1.0:1746147249.077536:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c34700 00000100:00100000:0.0:1746147249.079355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.082608:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.082680:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346457216 00000100:00100000:1.0:1746147249.082685:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346457216 00010000:00010000:1.0:1746147249.082707:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfedc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b6b expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.082761:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13962 00000100:00100000:1.0:1746147249.082767:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346457216:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.082777:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.082793:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfedc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b6b expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.082803:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfedc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b6b expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.082821:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfedc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b6b expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.082844:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.082845:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.082851:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b72 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.082858:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b72 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.082881:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b72 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.082890:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849472:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.083194:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.084886:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849472:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.084899:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.084933:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2005:x1830967346457216:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2165us (2326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.084940:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13962 00000100:00100000:0.0:1746147249.086199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.087671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.090710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.094457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.094892:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346457856 00000100:00100000:1.0:1746147249.094899:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346457856 00010000:00010000:1.0:1746147249.094925:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b72 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.094958:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13963 00000100:00100000:1.0:1746147249.094964:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346457856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.094973:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.094988:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b72 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.094998:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b72 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.095016:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfedce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b72 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.095040:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.095042:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.095048:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.095055:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.095080:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.095089:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.095100:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849856:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.095162:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.097962:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849856:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.097978:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147249.098056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.098327:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346457856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3362us (3872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.098337:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13963 00000100:00100000:0.0:1746147249.098560:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346458112 00000100:00100000:0.0:1746147249.098566:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346458112 00002000:00100000:0.0:1746147249.098593:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4380 x1830967346458112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.098601:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967346458112 ext(0->4095) 00010000:00010000:0.0:1746147249.098607:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.098618:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.098623:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4380 00000100:00100000:0.0:1746147249.098657:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2272 00000100:00100000:0.0:1746147249.098665:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346458112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147249.098766:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346458112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (707us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.098771:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2272 00002000:00100000:0.0:1746147249.098777:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4380 x1830967346458112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.098783:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967346458112 ext(0->4095) 00010000:00010000:0.0:1746147249.098787:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.098794:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.098800:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4380 00000100:00100000:0.0:1746147249.102384:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.102430:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346458240 00000100:00100000:1.0:1746147249.102437:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346458240 00010000:00010000:1.0:1746147249.102465:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.102499:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13964 00000100:00100000:1.0:1746147249.102505:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2005:x1830967346458240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.102517:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.102531:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.102541:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.102558:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b79 expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.102579:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.102582:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.102587:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfeddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b80 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.102594:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfeddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b80 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.102620:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfeddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b80 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.102630:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849984:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.102703:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.106360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.106630:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339849984:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.106645:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.106687:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346458240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4182us (4309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.106697:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13964 00000100:00100000:0.0:1746147249.110352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.114342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.114437:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346458752 00000100:00100000:1.0:1746147249.114443:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346458752 00010000:00010000:1.0:1746147249.114468:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfeddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b80 expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.114502:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13965 00000100:00100000:1.0:1746147249.114508:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346458752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.114519:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.114535:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfeddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b80 expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.114550:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfeddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b80 expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.114568:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfeddc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b80 expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.114591:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.114593:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.114600:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.114607:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.114630:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.114640:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339850240:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.115228:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.117775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.119127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.119157:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346459136 00000100:00100000:0.0:1746147249.119162:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346459136 00002000:00100000:0.0:1746147249.119196:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76a00 x1830967346459136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.119204:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76a00 with x1830967346459136 ext(0->4095) 00002000:00010000:0.0:1746147249.119208:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76a00 00000100:00100000:1.0:1746147249.119317:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339850240:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.119332:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147249.120491:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13064 00000100:00100000:0.0:1746147249.120500:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346459136:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.121206:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346458752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6696us (6866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.121214:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13965 00000100:00100000:0.0:1746147249.121549:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346459136:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1051us (2423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.121558:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13064 00002000:00100000:0.0:1746147249.121563:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76a00 x1830967346459136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.121571:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76a00 with x1830967346459136 ext(0->4095) 00010000:00010000:0.0:1746147249.121576:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.121584:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.121589:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76a00 00000100:00100000:0.0:1746147249.125033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147249.127065:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147249.127832:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.128046:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346459392 00000100:00100000:1.0:1746147249.128052:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346459392 00010000:00010000:1.0:1746147249.128073:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.128135:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13966 00000100:00100000:1.0:1746147249.128141:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346459392:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.128149:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.128165:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.128175:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.128190:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfede3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b87 expref: 6 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.128372:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.128374:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.128380:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.128387:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.128411:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.128420:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.128431:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339850624:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.128915:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.131138:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339850624:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.131153:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.131182:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346459392:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3041us (3352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.131190:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13966 00000100:00100000:0.0:1746147249.131770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.131813:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346459648 00000100:00100000:0.0:1746147249.131818:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346459648 00002000:00100000:0.0:1746147249.131846:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06d500 x1830967346459648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.131854:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06d500 with x1830967346459648 ext(0->4095) 00010000:00010000:0.0:1746147249.131861:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.131873:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.131883:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06d500 00000100:00100000:0.0:1746147249.131910:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2273 00000100:00100000:0.0:1746147249.131917:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346459648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147249.132026:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346459648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.132031:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2273 00002000:00100000:0.0:1746147249.132036:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06d500 x1830967346459648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.132044:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06d500 with x1830967346459648 ext(0->4095) 00010000:00010000:0.0:1746147249.132048:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.132057:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.132062:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06d500 00000100:00100000:0.0:1746147249.135046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.135877:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346459776 00000100:00100000:1.0:1746147249.135884:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346459776 00010000:00010000:1.0:1746147249.135912:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.136236:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13967 00000100:00100000:1.0:1746147249.136267:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2007:x1830967346459776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.136278:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.136293:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.136304:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.136322:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918a00/0x29021e8779bfedea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b8e expref: 114 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.136344:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.136346:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.136352:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b95 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.136359:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b95 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.136385:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b95 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.136395:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339850752:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.136453:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.140832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.140963:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339850752:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.140978:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.141011:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2007:x1830967346459776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4768us (5971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.141019:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13967 00000100:00100000:0.0:1746147249.143565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.147433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.148035:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346460288 00000100:00100000:1.0:1746147249.148042:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346460288 00010000:00010000:1.0:1746147249.148068:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b95 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.148170:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13968 00000100:00100000:1.0:1746147249.148177:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346460288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.148188:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.148203:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b95 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.148217:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b95 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.148234:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918c00/0x29021e8779bfedf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b95 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.148854:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.148856:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.148863:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfedf8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b9c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.148870:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfedf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b9c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.148898:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfedf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b9c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.148908:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851008:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.149278:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.152165:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851008:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.152180:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.152217:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2005:x1830967346460288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4040us (4787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.152224:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13968 00000100:00100000:0.0:1746147249.153967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.154001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.157304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.158184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.158227:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346460928 00000100:00100000:1.0:1746147249.158232:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346460928 00010000:00010000:1.0:1746147249.158272:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfedf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b9c expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.158752:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13969 00000100:00100000:1.0:1746147249.158758:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346460928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.158766:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.158780:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfedf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b9c expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.158790:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfedf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b9c expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.158803:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfedf8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80b9c expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.159023:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.159025:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.159031:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.159039:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.159059:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.159069:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.159078:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851392:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.159130:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.162575:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851392:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.162593:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.162754:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346460928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3871us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.162765:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13969 00000100:00100000:0.0:1746147249.164518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.164695:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346461184 00000100:00100000:1.0:1746147249.164702:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346461184 00002000:00100000:1.0:1746147249.164738:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786a00 x1830967346461184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.164747:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786a00 with x1830967346461184 ext(0->4095) 00010000:00010000:1.0:1746147249.164754:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.164765:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.164770:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786a00 00000100:00100000:1.0:1746147249.164797:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2274 00000100:00100000:1.0:1746147249.164804:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346461184:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.165330:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346461184:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 525us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.165341:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2274 00002000:00100000:1.0:1746147249.165346:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786a00 x1830967346461184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.165353:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786a00 with x1830967346461184 ext(0->4095) 00010000:00010000:1.0:1746147249.165358:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.165367:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.165372:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786a00 00000100:00100000:0.0:1746147249.169042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.169357:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346461312 00000100:00100000:1.0:1746147249.169363:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346461312 00010000:00010000:1.0:1746147249.169389:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.169670:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13970 00000100:00100000:1.0:1746147249.169677:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2007:x1830967346461312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.169687:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.169702:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.169712:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.169729:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094919400/0x29021e8779bfedff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ba3 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.169839:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.169841:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.169846:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfee06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80baa expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.169852:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfee06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80baa expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.169876:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfee06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80baa expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.169886:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851520:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.170209:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.173317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.173515:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851520:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.173532:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.173567:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2007:x1830967346461312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3890us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.173576:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13970 00000100:00100000:0.0:1746147249.177583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.182018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.182119:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346461824 00000100:00100000:1.0:1746147249.182124:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346461824 00010000:00010000:1.0:1746147249.182147:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfee06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80baa expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.182175:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13971 00000100:00100000:1.0:1746147249.182181:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346461824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.182193:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.182208:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfee06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80baa expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.182217:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfee06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80baa expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.182234:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779bfee06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80baa expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.182270:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.182272:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.182277:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.182284:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.182307:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.182316:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851776:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.182869:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.186966:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339851776:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.186982:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.187021:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2005:x1830967346461824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4839us (5005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.187033:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13971 00000100:00100000:0.0:1746147249.187271:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346461952 00000100:00100000:0.0:1746147249.187276:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346461952 00000100:00100000:0.0:1746147249.187317:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29194 00000100:00100000:0.0:1746147249.187323:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+112:1814:x1830967346461952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147249.187336:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147249.187349:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80bb8 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.187370:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.187376:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.187378:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.187382:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.187405:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.187416:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 5 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746147249.187426:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339851904:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147249.187481:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.188101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.193573:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.194937:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.195026:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346462464 00000100:00100000:1.0:1746147249.195030:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346462464 00010000:00010000:1.0:1746147249.195051:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.195079:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13972 00000100:00100000:1.0:1746147249.195084:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346462464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.195092:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.195106:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.195115:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.195131:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb1 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.195155:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.195157:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.195163:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.195170:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.195191:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.195202:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.195212:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852160:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.195870:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.198018:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852160:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.198034:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.198079:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346462464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2994us (3143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.198088:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13972 00000100:00100000:0.0:1746147249.198148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.202370:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346462848 00000100:00100000:1.0:1746147249.202377:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346462848 00010000:00010000:1.0:1746147249.202406:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 114 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.202441:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13973 00000100:00100000:1.0:1746147249.202448:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346462848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.202460:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.202476:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 114 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.202485:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 114 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.202503:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779bfee14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bb8 expref: 114 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.202618:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.202621:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.202628:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfee1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bbf expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.202636:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfee1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bbf expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.202673:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfee1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bbf expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.202683:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852288:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.202753:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.206127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.206224:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852288:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.206258:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.206663:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346462848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4215us (4478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.206671:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13973 00000100:00100000:0.0:1746147249.209330:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.212763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.212972:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346463360 00000100:00100000:1.0:1746147249.212978:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346463360 00010000:00010000:1.0:1746147249.212998:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfee1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bbf expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.213026:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13974 00000100:00100000:1.0:1746147249.213032:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b519ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346463360:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.213043:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.213059:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfee1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bbf expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.213068:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfee1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bbf expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.213113:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6400/0x29021e8779bfee1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bbf expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.213139:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.213141:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.213146:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfee22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bc6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.213153:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfee22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bc6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.213176:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfee22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bc6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.213186:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852544:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.213229:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.214407:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852544:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.214418:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.214440:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b519ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2005:x1830967346463360:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1408us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.214449:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13974 00000100:00100000:0.0:1746147249.216431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.218548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.219180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.222566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.222678:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346464000 00000100:00100000:1.0:1746147249.222684:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346464000 00010000:00010000:1.0:1746147249.222712:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfee22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bc6 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.222747:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13975 00000100:00100000:1.0:1746147249.222754:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346464000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.222768:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.222784:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfee22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bc6 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.222794:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094919600/0x29021e8779bfee22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bc6 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.222813:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.222815:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.222821:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.222828:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.222852:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.222865:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.222875:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852928:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.222920:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.225168:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339852928:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.225184:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.225356:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346464000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2601us (2795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.225364:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13975 00000100:00100000:0.0:1746147249.225940:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.229520:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346464384 00000100:00100000:1.0:1746147249.229528:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346464384 00010000:00010000:1.0:1746147249.229553:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.229574:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13976 00000100:00100000:1.0:1746147249.229580:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346464384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.229588:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.229605:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.229614:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.229632:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bcd expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.230204:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.230206:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.230213:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bd4 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.230220:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bd4 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.230263:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bd4 expref: 113 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.230274:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853056:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.230665:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.232803:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853056:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.232818:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.232859:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2006:x1830967346464384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3277us (3651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.232868:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13976 00000100:00100000:0.0:1746147249.236616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.240747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.240818:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346464896 00000100:00100000:1.0:1746147249.240824:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346464896 00010000:00010000:1.0:1746147249.240843:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bd4 expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.240893:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13977 00000100:00100000:1.0:1746147249.240899:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346464896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.240911:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.240924:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bd4 expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.240932:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bd4 expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.240948:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bd4 expref: 113 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.241042:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.241044:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.241049:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bdb expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.241056:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bdb expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.241079:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bdb expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.241088:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853312:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.241203:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.242606:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853312:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.242618:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.242643:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2005:x1830967346464896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1743us (1896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.242661:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13977 00000100:00100000:0.0:1746147249.243145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.246665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.249286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.249347:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346465536 00000100:00100000:1.0:1746147249.249351:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346465536 00010000:00010000:1.0:1746147249.249371:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bdb expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.249400:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13978 00000100:00100000:1.0:1746147249.249406:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346465536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.249415:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.249428:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bdb expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.249438:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bdb expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.249453:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bdb expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.249471:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.249472:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.249478:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.249485:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.249505:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.249516:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 113 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.249697:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853696:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.249758:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.251177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.251278:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853696:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.251289:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.251314:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346465536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1908us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.251321:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13978 00000100:00100000:0.0:1746147249.253924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.253989:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346465920 00000100:00100000:1.0:1746147249.253993:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346465920 00010000:00010000:1.0:1746147249.254010:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.254029:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13979 00000100:00100000:1.0:1746147249.254038:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2008:x1830967346465920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.254047:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.254060:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.254069:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.254085:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be2 expref: 114 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.254108:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.254109:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.254115:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfee45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be9 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.254121:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfee45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be9 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.254145:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfee45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be9 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.254154:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853824:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.254215:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.256173:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339853824:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.256186:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.256214:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2008:x1830967346465920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2175us (2289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.256227:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13979 00000100:00100000:0.0:1746147249.256428:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.258152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.260592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.260645:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346466432 00000100:00100000:1.0:1746147249.260661:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346466432 00010000:00010000:1.0:1746147249.260678:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfee45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be9 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.260814:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13980 00000100:00100000:1.0:1746147249.260820:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2005:x1830967346466432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.260831:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.261043:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfee45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be9 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.261054:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfee45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be9 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.261070:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7800/0x29021e8779bfee45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80be9 expref: 113 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.261090:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.261091:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.261097:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.261104:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.261126:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf0 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.261134:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854080:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.261193:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.262945:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854080:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.262953:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147249.262957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.262975:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2005:x1830967346466432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2155us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.262989:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13980 00000100:00100000:0.0:1746147249.264179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.267042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.267283:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346466944 00000100:00100000:1.0:1746147249.267289:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346466944 00010000:00010000:1.0:1746147249.267309:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf0 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.267511:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13981 00000100:00100000:1.0:1746147249.267517:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4431450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346466944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.267527:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.267541:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf0 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.267549:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf0 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.267565:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bfee4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf0 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.267574:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.267576:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.267581:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 112 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.267587:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 112 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.267606:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 112 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.267616:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854336:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.267690:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.269894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.269989:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854336:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.270001:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.270298:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4431450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346466944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2780us (3254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.270306:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13981 00000100:00100000:0.0:1746147249.272101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.275751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.276782:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+115:2006:x1830967346467456:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 663us (1031us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746147249.276788:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2279 00002000:00100000:0.0:1746147249.276794:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093e4f100 x1830967346467456/t4294972206(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 496/448 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.276801:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f100 with x1830967346467456 ext(0->7) 00010000:00010000:0.0:1746147249.276806:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 115 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.276815:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 115 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.276821:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4f100 00000100:00100000:1.0:1746147249.280051:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346467584 00000100:00100000:1.0:1746147249.280059:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346467584 00010000:00010000:1.0:1746147249.280085:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 115 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.280116:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13982 00000100:00100000:1.0:1746147249.280121:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+115:2008:x1830967346467584:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.280130:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.280144:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 115 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.280153:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 115 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.280170:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfee53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bf7 expref: 115 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.280180:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.280182:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.280188:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779bfee5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bfe expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.280195:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779bfee5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bfe expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.280217:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779bfee5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bfe expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.280226:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854592:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.280321:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.283974:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346467840 00000100:00100000:0.0:1746147249.283980:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346467840 00002000:00100000:0.0:1746147249.284015:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ed80 x1830967346467840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.284023:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ed80 with x1830967346467840 ext(0->4095) 00002000:00010000:0.0:1746147249.284027:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5ed80 00000100:00100000:0.0:1746147249.284049:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13075 00000100:00100000:0.0:1746147249.284054:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346467840:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147249.284084:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854592:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.284101:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.284266:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2008:x1830967346467584:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4143us (4552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.284275:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13982 00000100:00100000:0.0:1746147249.284426:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346467840:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 371us (497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.284432:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13075 00002000:00100000:0.0:1746147249.284436:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ed80 x1830967346467840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.284443:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ed80 with x1830967346467840 ext(0->4095) 00002000:00010000:0.0:1746147249.284446:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5ed80 00000100:00100000:0.0:1746147249.287181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.291774:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.298412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.298512:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346468224 00000100:00100000:1.0:1746147249.298519:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346468224 00010000:00010000:1.0:1746147249.298547:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779bfee5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bfe expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.299659:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13983 00000100:00100000:1.0:1746147249.299668:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346468224:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.299680:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.299696:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779bfee5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bfe expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.299711:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779bfee5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bfe expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.299730:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779bfee5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80bfe expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.299760:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.299762:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.299768:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.299775:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.299801:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.299812:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 115 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.299821:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854976:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.301161:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.303423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.303729:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339854976:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.303746:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.303781:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346468224:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4115us (5374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.303793:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13983 00000100:00100000:0.0:1746147249.306408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.307086:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346468736 00000100:00100000:1.0:1746147249.307091:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346468736 00010000:00010000:1.0:1746147249.307106:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 116 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.307136:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13984 00000100:00100000:1.0:1746147249.307142:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2006:x1830967346468736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.307149:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.307163:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 116 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.307172:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 116 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.307187:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfee61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c05 expref: 116 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.307207:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.307209:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.307214:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 115 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.307224:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 115 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.307269:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 115 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.307279:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 115 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.307289:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855232:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.307343:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.308579:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855232:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.308590:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.308624:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+115:2006:x1830967346468736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1482us (1565us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.308631:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13984 00000100:00100000:0.0:1746147249.309228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.311089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.311140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.311175:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346469248 00000100:00100000:1.0:1746147249.311179:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346469248 00010000:00010000:1.0:1746147249.311197:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 116 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.311217:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13985 00000100:00100000:1.0:1746147249.311222:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2006:x1830967346469248:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.311231:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.311414:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 117 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.311424:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 117 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.311439:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bfee68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c0c expref: 117 pid: 20948 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.311462:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.311463:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.311468:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.311474:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.311496:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.311506:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 5 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.311515:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855360:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.311684:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.313713:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855360:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.313727:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.313756:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2006:x1830967346469248:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2532us (2613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.313764:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13985 00000100:00100000:0.0:1746147249.315023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.317797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.317873:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346469632 00000100:00100000:1.0:1746147249.317879:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346469632 00010000:00010000:1.0:1746147249.317900:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.317937:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13986 00000100:00100000:1.0:1746147249.317943:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346469632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.317952:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.317968:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.317977:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.317995:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfee6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c13 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.318008:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.318010:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.318015:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 114 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.318023:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 114 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.318046:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 114 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.318057:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855616:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.318118:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.322482:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855616:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.322499:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.322542:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346469632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4598us (4748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.322552:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13986 00000100:00100000:0.0:1746147249.328602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.337934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.345880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.348033:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2005:x1830967346470144:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1418us (2157us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746147249.348039:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2283 00002000:00100000:0.0:1746147249.348045:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094cb7b80 x1830967346470144/t4294972207(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 496/448 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.348051:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7b80 with x1830967346470144 ext(0->7) 00010000:00010000:0.0:1746147249.348056:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 117 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.348064:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 117 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.348069:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb7b80 00000100:00100000:0.0:1746147249.362045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.362113:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346470272 00000100:00100000:1.0:1746147249.362121:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346470272 00010000:00010000:1.0:1746147249.362154:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 117 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.362195:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13987 00000100:00100000:1.0:1746147249.362203:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2008:x1830967346470272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.362216:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.362232:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 117 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.362274:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 117 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.363231:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6800/0x29021e8779bfee76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c1a expref: 117 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.363274:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.363276:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.363282:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.363289:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.363321:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.363331:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855872:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.363401:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.365684:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339855872:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.365698:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.365730:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2008:x1830967346470272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3528us (3693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.365739:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13987 00000100:00100000:1.0:1746147249.367805:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.367878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.368014:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346470528 00000100:00100000:0.0:1746147249.368018:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346470528 00002000:00100000:0.0:1746147249.368047:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f100 x1830967346470528/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.368056:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f100 with x1830967346470528 ext(0->4095) 00002000:00010000:0.0:1746147249.368061:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29f100 00000100:00100000:0.0:1746147249.368073:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13077 00000100:00100000:0.0:1746147249.368078:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346470528:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147249.368439:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346470528:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (649us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.368445:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13077 00002000:00100000:0.0:1746147249.368449:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f100 x1830967346470528/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.368455:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f100 with x1830967346470528 ext(0->4095) 00010000:00010000:0.0:1746147249.368460:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.368469:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.368474:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29f100 00000100:00100000:0.0:1746147249.371886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.372002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.372035:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346470912 00000100:00100000:1.0:1746147249.372038:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346470912 00010000:00010000:1.0:1746147249.372056:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.372074:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13988 00000100:00100000:1.0:1746147249.372079:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346470912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.372088:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.372100:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.372110:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.372127:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc7e00/0x29021e8779bfee7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c21 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.372149:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.372151:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.372156:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c28 expref: 117 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.372163:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c28 expref: 117 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.372183:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c28 expref: 117 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.372192:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339856128:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.372257:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.373514:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339856128:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.373525:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.373546:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346470912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1466us (1543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.373552:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13988 00000100:00100000:0.0:1746147249.374155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.378291:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.378375:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346471296 00000100:00100000:1.0:1746147249.378382:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346471296 00010000:00010000:1.0:1746147249.378408:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c28 expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.378451:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13989 00000100:00100000:1.0:1746147249.378458:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2005:x1830967346471296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.378469:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.378483:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c28 expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.378493:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c28 expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.378510:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6c00/0x29021e8779bfee84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c28 expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.378535:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.378537:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.378542:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfee8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c2f expref: 117 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.378549:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfee8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c2f expref: 117 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.378574:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfee8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c2f expref: 117 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.378585:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339856384:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.382196:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.386870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.387133:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346471552 00000100:00100000:1.0:1746147249.387141:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346471552 00002000:00100000:1.0:1746147249.387174:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574380 x1830967346471552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.387182:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574380 with x1830967346471552 ext(0->4095) 00002000:00010000:1.0:1746147249.387186:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574380 00000100:00100000:1.0:1746147249.387210:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13078 00000100:00100000:1.0:1746147249.387217:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2005:x1830967346471552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.387346:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2005:x1830967346471552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (483us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.387352:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13078 00002000:00100000:1.0:1746147249.387357:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574380 x1830967346471552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.387363:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574380 with x1830967346471552 ext(0->4095) 00002000:00010000:1.0:1746147249.387366:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574380 00000100:00100000:0.0:1746147249.390011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.393294:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.399108:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.399952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.400346:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2285 00000100:00100000:1.0:1746147249.400353:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346472064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.400439:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346472064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (1339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.400445:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2285 00002000:00100000:1.0:1746147249.400450:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574000 x1830967346472064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.400456:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574000 with x1830967346472064 ext(0->4095) 00010000:00010000:1.0:1746147249.400461:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bfee92 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c36 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.400470:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bfee92 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c36 expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.400475:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130574000 00000100:00100000:0.0:1746147249.402962:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.407626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.411823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.411986:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346472704 00000100:00100000:1.0:1746147249.411992:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346472704 00002000:00100000:1.0:1746147249.412021:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577480 x1830967346472704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.412029:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577480 with x1830967346472704 ext(0->4095) 00010000:00010000:1.0:1746147249.412036:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfee99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c3d expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.412047:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfee99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c3d expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.412053:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577480 00000100:00100000:1.0:1746147249.413008:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2286 00000100:00100000:1.0:1746147249.413017:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2005:x1830967346472704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.413149:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2005:x1830967346472704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (1327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.413155:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2286 00002000:00100000:1.0:1746147249.413162:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577480 x1830967346472704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.413175:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577480 with x1830967346472704 ext(0->4095) 00010000:00010000:1.0:1746147249.413180:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfee99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c3d expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.413190:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfee99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c3d expref: 118 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.413196:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577480 00000100:00100000:0.0:1746147249.417071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.422481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.422735:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346473088 00000100:00100000:1.0:1746147249.422742:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346473088 00002000:00100000:1.0:1746147249.422777:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576680 x1830967346473088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.422787:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576680 with x1830967346473088 ext(0->4095) 00002000:00010000:1.0:1746147249.422791:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576680 00000100:00100000:1.0:1746147249.422821:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13080 00000100:00100000:1.0:1746147249.422828:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2005:x1830967346473088:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.422928:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2005:x1830967346473088:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.422934:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13080 00002000:00100000:1.0:1746147249.422939:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576680 x1830967346473088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.422946:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576680 with x1830967346473088 ext(0->4095) 00002000:00010000:1.0:1746147249.422949:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576680 00000100:00100000:0.0:1746147249.425398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.431978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.433682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.436636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.441506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.445265:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.448885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.454681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.455744:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+119:2006:x1830967346474368:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 862us (1067us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746147249.455750:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2288 00002000:00100000:0.0:1746147249.455755:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944ab100 x1830967346474368/t4294972208(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 496/448 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.455763:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab100 with x1830967346474368 ext(0->7) 00010000:00010000:0.0:1746147249.455769:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfeeae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c52 expref: 119 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.455777:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfeeae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c52 expref: 119 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.455782:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab100 00000001:00080000:0.0:1746147249.459329:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972208 is committed 00000100:00100000:0.0:1746147249.466160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.478984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.479064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.484783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.484857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.487736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.487790:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346475392 00000100:00100000:1.0:1746147249.487794:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346475392 00002000:00100000:1.0:1746147249.487817:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a8e00 x1830967346475392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.487824:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8e00 with x1830967346475392 ext(0->4095) 00010000:00010000:1.0:1746147249.487830:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfeebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c60 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.487839:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfeebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c60 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.487844:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a8e00 00000100:00100000:1.0:1746147249.487865:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2289 00000100:00100000:1.0:1746147249.487869:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967346475392:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147249.487974:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967346475392:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.487980:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2289 00002000:00100000:1.0:1746147249.487985:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a8e00 x1830967346475392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.487991:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8e00 with x1830967346475392 ext(0->4095) 00010000:00010000:1.0:1746147249.487995:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfeebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c60 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.488003:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfeebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c60 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.488009:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a8e00 00000100:00100000:0.0:1746147249.489308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.492907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.494784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.499372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.503597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.503677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.503736:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346476288 00000100:00100000:1.0:1746147249.503741:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346476288 00002000:00100000:1.0:1746147249.503772:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab800 x1830967346476288/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.504049:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab800 with x1830967346476288 ext(0->4095) 00010000:00010000:1.0:1746147249.504055:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfeeca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c6e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.504065:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfeeca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c6e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.504070:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab800 00000100:00100000:1.0:1746147249.504082:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2290 00000100:00100000:1.0:1746147249.504088:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346476288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.504182:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346476288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.504187:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2290 00002000:00100000:1.0:1746147249.504192:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab800 x1830967346476288/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.504199:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab800 with x1830967346476288 ext(0->4095) 00010000:00010000:1.0:1746147249.504203:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfeeca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c6e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.504215:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090549000/0x29021e8779bfeeca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c6e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.504220:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab800 00000100:00100000:0.0:1746147249.506488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.506730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.510844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.511634:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346476928 00000100:00100000:1.0:1746147249.511639:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346476928 00002000:00100000:1.0:1746147249.511675:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660380 x1830967346476928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.511683:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346476928 ext(0->4095) 00010000:00010000:1.0:1746147249.511688:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bfeed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c75 expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.511699:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bfeed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c75 expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.511705:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:1.0:1746147249.511718:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2291 00000100:00100000:1.0:1746147249.511724:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346476928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.511820:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346476928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (981us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.511825:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2291 00002000:00100000:1.0:1746147249.511830:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660380 x1830967346476928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.511837:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346476928 ext(0->4095) 00010000:00010000:1.0:1746147249.511841:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bfeed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c75 expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.511849:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bfeed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c75 expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.511853:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:0.0:1746147249.518039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.524091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.526758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.532499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.533981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.537129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.538114:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346477952 00000100:00100000:1.0:1746147249.538120:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346477952 00002000:00100000:1.0:1746147249.538154:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130662300 x1830967346477952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.538164:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130662300 with x1830967346477952 ext(0->4095) 00010000:00010000:1.0:1746147249.538171:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40800/0x29021e8779bfeedf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c83 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.538182:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40800/0x29021e8779bfeedf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c83 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.538188:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130662300 00000100:00100000:1.0:1746147249.538203:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2292 00000100:00100000:1.0:1746147249.538209:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346477952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.538953:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346477952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 742us (1824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.538959:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2292 00002000:00100000:1.0:1746147249.538964:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130662300 x1830967346477952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.538977:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130662300 with x1830967346477952 ext(0->4095) 00010000:00010000:1.0:1746147249.538982:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40800/0x29021e8779bfeedf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c83 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.538991:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40800/0x29021e8779bfeedf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c83 expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.538997:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130662300 00000100:00100000:0.0:1746147249.543470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.543521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.548625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.548697:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346478464 00000100:00100000:1.0:1746147249.548702:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346478464 00002000:00100000:1.0:1746147249.548732:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660700 x1830967346478464/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.548740:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660700 with x1830967346478464 ext(0->4095) 00010000:00010000:1.0:1746147249.548746:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bfeee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c8a expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.548757:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bfeee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c8a expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.548763:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660700 00000100:00100000:1.0:1746147249.548788:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2293 00000100:00100000:1.0:1746147249.548794:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346478464:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.548895:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346478464:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.548901:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2293 00002000:00100000:1.0:1746147249.548907:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660700 x1830967346478464/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.548917:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660700 with x1830967346478464 ext(0->4095) 00010000:00010000:1.0:1746147249.548921:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bfeee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c8a expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.548930:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bfeee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c8a expref: 7 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.548935:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660700 00000100:00100000:0.0:1746147249.551405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.556184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.559172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.562870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.566603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.567002:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346479360 00000100:00100000:1.0:1746147249.567009:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346479360 00002000:00100000:1.0:1746147249.567045:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84000 x1830967346479360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.567053:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830967346479360 ext(0->4095) 00002000:00010000:1.0:1746147249.567057:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84000 00000100:00100000:1.0:1746147249.567083:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13086 00000100:00100000:1.0:1746147249.567090:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346479360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.567204:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346479360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.567210:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13086 00002000:00100000:1.0:1746147249.567215:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84000 x1830967346479360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.567222:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830967346479360 ext(0->4095) 00002000:00010000:1.0:1746147249.567224:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84000 00000100:00100000:0.0:1746147249.570473:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346479488 00000100:00100000:0.0:1746147249.570479:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346479488 00000100:00100000:0.0:1746147249.570521:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29227 00000100:00100000:0.0:1746147249.570528:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:1814:x1830967346479488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147249.570541:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147249.570553:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfeefb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80c9f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.570578:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d40000/0x29021e8779bfeef4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c98 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.570585:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.570586:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.570589:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfeefb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c9f expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.570612:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d40000/0x29021e8779bfeef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c98 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.570623:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d40000/0x29021e8779bfeef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c98 expref: 5 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746147249.570634:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339860352:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147249.570709:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.573055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.573946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.574341:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339860352:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147249.574355:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6a00/0x29021e8779bfeefb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80c9f expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.574362:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc6a00, rc 0) 00000100:00100000:0.0:1746147249.574381:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1814:x1830967346479488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3854us (4390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147249.574386:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29227 00000100:00100000:0.0:1746147249.584155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.588682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.591085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.591262:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346480512 00000100:00100000:1.0:1746147249.591268:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346480512 00000100:00100000:1.0:1746147249.591297:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29229 00000100:00100000:1.0:1746147249.591302:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346480512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147249.591312:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147249.591324:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfef09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80cad expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.591343:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ca6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.591350:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.591351:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.591354:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfef09 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cad expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.591375:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ca6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.591385:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ca6 expref: 5 pid: 24989 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.591396:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339860864:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147249.591795:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.593514:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339860864:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147249.593537:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfef09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cad expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.593549:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46e00, rc 0) 00000100:00100000:1.0:1746147249.593582:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346480512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (2499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.593589:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29229 00000100:00100000:0.0:1746147249.594154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.597747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.598407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.598541:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346481024 00000100:00100000:1.0:1746147249.598545:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346481024 00000100:00100000:1.0:1746147249.598565:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29230 00000100:00100000:1.0:1746147249.598570:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+5:1814:x1830967346481024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147249.598578:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147249.598590:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfef10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80cb4 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.598609:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfef09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cad expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.598616:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.598617:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.598621:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfef10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cb4 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.598643:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfef09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cad expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.598668:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bfef09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cad expref: 5 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.598681:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339861120:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147249.599184:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.600602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.600745:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339861120:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147249.600762:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bfef10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cb4 expref: 8 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.600971:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46a00, rc 0) 00000100:00100000:1.0:1746147249.601064:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967346481024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2492us (2656us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.601071:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29230 00000100:00100000:0.0:1746147249.601104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.603274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.606042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.608592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.611118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.613749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.616872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.616942:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346482432 00000100:00100000:1.0:1746147249.616947:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346482432 00002000:00100000:1.0:1746147249.616973:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090567480 x1830967346482432/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.616981:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090567480 with x1830967346482432 ext(0->4095) 00002000:00010000:1.0:1746147249.616985:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090567480 00000100:00100000:1.0:1746147249.617010:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13090 00000100:00100000:1.0:1746147249.617016:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346482432:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.617432:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346482432:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 416us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.617438:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13090 00002000:00100000:1.0:1746147249.617442:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090567480 x1830967346482432/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.617455:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090567480 with x1830967346482432 ext(0->4095) 00002000:00010000:1.0:1746147249.617457:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090567480 00000100:00100000:0.0:1746147249.619822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.620581:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346482688 00000100:00100000:0.0:1746147249.620585:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346482688 00000100:00100000:0.0:1746147249.620612:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29234 00000100:00100000:0.0:1746147249.620618:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1814:x1830967346482688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147249.620624:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147249.620631:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfef2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80cd0 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.620642:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.620653:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d41600/0x29021e8779bfef25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cc9 expref: 8 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.620658:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147249.620661:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfef2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cd0 expref: 8 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.620676:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d41600/0x29021e8779bfef25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cc9 expref: 8 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.620685:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7000/0x29021e8779bfef2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cd0 expref: 8 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.620693:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc7000, rc 0) 00000100:00100000:0.0:1746147249.620723:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967346482688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147249.620728:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29234 00000100:00100000:0.0:1746147249.623031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.626016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.629058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.629120:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.633171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.637172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.637214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.637272:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346483712 00000100:00100000:1.0:1746147249.637278:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346483712 00000100:00100000:1.0:1746147249.637317:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29236 00000100:00100000:1.0:1746147249.637323:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1814:x1830967346483712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147249.637334:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147249.637344:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfef3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80cde expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.637361:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.637366:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d41e00/0x29021e8779bfef33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cd7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.637381:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147249.637384:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfef3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cde expref: 8 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.637411:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d41e00/0x29021e8779bfef33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cd7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.637420:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfef3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cde expref: 8 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.637428:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47e00, rc 0) 00000100:00100000:1.0:1746147249.637455:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967346483712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.637463:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29236 00000100:00100000:0.0:1746147249.640506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.643793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.647090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.649710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.649839:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346484608 00000100:00100000:1.0:1746147249.649843:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346484608 00000100:00100000:1.0:1746147249.649874:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29237 00000100:00100000:1.0:1746147249.649879:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346484608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147249.649890:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147249.649981:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bfef41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ce5 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.650002:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfef3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cde expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.650009:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.650011:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.650014:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bfef41 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ce5 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.650035:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfef3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cde expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.650045:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bfef3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80cde expref: 5 pid: 20948 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.650055:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339862912:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147249.650117:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.652400:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339862912:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147249.652424:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bfef41 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ce5 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.652436:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47200, rc 0) 00000100:00100000:1.0:1746147249.652469:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346484608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2590us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.652475:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29237 00000100:00100000:0.0:1746147249.652692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.657325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.657571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.660815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.663396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.666059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.669327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.673061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.675672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.678128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.680945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.681474:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346486528 00000100:00100000:1.0:1746147249.681479:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346486528 00002000:00100000:1.0:1746147249.681506:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0a80 x1830967346486528/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.681514:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967346486528 ext(0->4095) 00002000:00010000:1.0:1746147249.681518:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e0a80 00000100:00100000:1.0:1746147249.681539:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13094 00000100:00100000:1.0:1746147249.681545:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346486528:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147249.681633:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346486528:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.681772:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13094 00002000:00100000:1.0:1746147249.681778:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0a80 x1830967346486528/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.681785:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967346486528 ext(0->4095) 00002000:00010000:1.0:1746147249.681788:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e0a80 00000100:00100000:0.0:1746147249.683205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.683387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.686076:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.692321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.692419:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346487168 00000100:00100000:1.0:1746147249.692424:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346487168 00002000:00100000:1.0:1746147249.693118:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45880 x1830967346487168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.693128:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45880 with x1830967346487168 ext(0->4095) 00010000:00010000:1.0:1746147249.693136:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40000/0x29021e8779bfef5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d08 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.693147:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40000/0x29021e8779bfef5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d08 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.693153:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45880 00000100:00100000:1.0:1746147249.693177:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2300 00000100:00100000:1.0:1746147249.693182:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346487168:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.693319:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346487168:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.693325:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2300 00002000:00100000:1.0:1746147249.693330:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45880 x1830967346487168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.693337:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45880 with x1830967346487168 ext(0->4095) 00010000:00010000:1.0:1746147249.693341:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40000/0x29021e8779bfef5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d08 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.693350:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40000/0x29021e8779bfef5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d08 expref: 7 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.693355:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45880 00000100:00100000:0.0:1746147249.695001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.695077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.698267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.708666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.709365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.718990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.719021:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346488192 00000100:00100000:0.0:1746147249.719027:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346488192 00002000:00100000:0.0:1746147249.719060:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d880 x1830967346488192/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.719068:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d880 with x1830967346488192 ext(0->4095) 00010000:00010000:0.0:1746147249.719075:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfef6b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d0f expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.719087:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfef6b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d0f expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.719092:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d880 00000100:00100000:0.0:1746147249.719106:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2302 00000100:00100000:0.0:1746147249.719112:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346488192:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147249.719204:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346488192:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.719210:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2302 00002000:00100000:0.0:1746147249.719214:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d880 x1830967346488192/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.719220:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d880 with x1830967346488192 ext(0->4095) 00010000:00010000:0.0:1746147249.719224:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfef6b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d0f expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.719231:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfef6b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d0f expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.719237:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d880 00000100:00100000:0.0:1746147249.722879:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.742721:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746147249.742737:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339864960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746147249.742793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147249.742832:0:7244:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339864960 00000100:00100000:1.0:1746147249.742838:0:7244:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339864960 00000100:00100000:1.0:1746147249.742869:0:7244:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1746147249.742875:0:7244:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339864960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746147249.742900:0:7244:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746147249.742942:0:7244:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339864960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.742948:0:7244:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1746147249.743064:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339864960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746147249.749489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.753965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.781590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.789289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.794569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.794606:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346489088 00000100:00100000:0.0:1746147249.794614:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346489088 00010000:00010000:0.0:1746147249.794660:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfef72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d16 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746147249.795343:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14023 00000100:00100000:0.0:1746147249.795354:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967346489088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147249.795370:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746147249.795388:0:7226:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147250 -> 1746147251 00002000:00010000:0.0:1746147249.795390:0:7226:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147250 -> 1746147251 00010000:00010000:0.0:1746147249.795397:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfef72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d16 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.795410:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfef72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d16 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.795433:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bfef72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d16 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.795522:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.795525:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.795533:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.795540:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.795576:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.795587:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 5 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746147249.795598:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339865344:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147249.796285:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.800021:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339865344:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.800046:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.800092:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346489088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4739us (5531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.800104:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14023 00000100:00100000:0.0:1746147249.801054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.806054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.806397:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346489472 00000100:00100000:1.0:1746147249.806405:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346489472 00010000:00010000:1.0:1746147249.806435:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746147249.806480:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14024 00000100:00100000:1.0:1746147249.806486:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346489472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147249.806496:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147249.806517:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.806529:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.806551:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d1d expref: 6 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.806571:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.806573:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147249.806578:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfef80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d24 expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.806586:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfef80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d24 expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.806613:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfef80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d24 expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147249.806628:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339865472:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147249.807173:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147249.809604:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339865472:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147249.809620:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147249.809659:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346489472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3172us (3610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.809667:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14024 00000100:00100000:0.0:1746147249.810328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.816323:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346489984 00000100:00100000:0.0:1746147249.816328:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346489984 00010000:00010000:0.0:1746147249.816344:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfef80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d24 expref: 8 pid: 10034 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746147249.816368:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14025 00000100:00100000:0.0:1746147249.816373:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346489984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147249.816382:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147249.816395:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfef80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d24 expref: 8 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.816403:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfef80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d24 expref: 8 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.816418:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc400/0x29021e8779bfef80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d24 expref: 8 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.816676:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.816678:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147249.816684:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdce00/0x29021e8779bfef87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d2b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.816691:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdce00/0x29021e8779bfef87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d2b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147249.816716:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdce00/0x29021e8779bfef87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d2b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147249.816882:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339865728:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147249.817072:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.820574:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.820617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.822436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.822948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.824877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.824911:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346490880 00000100:00100000:1.0:1746147249.824915:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346490880 00002000:00100000:1.0:1746147249.824936:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408a80 x1830967346490880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.824944:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967346490880 ext(0->4095) 00010000:00010000:1.0:1746147249.824950:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d32 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.824960:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d32 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.824966:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094408a80 00000100:00100000:1.0:1746147249.824986:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2305 00000100:00100000:1.0:1746147249.824991:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967346490880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.825071:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967346490880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.825077:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2305 00002000:00100000:1.0:1746147249.825081:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408a80 x1830967346490880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.825088:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967346490880 ext(0->4095) 00010000:00010000:1.0:1746147249.825092:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d32 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746147249.825100:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779bfef8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d32 expref: 9 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746147249.825105:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094408a80 00000100:00100000:0.0:1746147249.826313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.830496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.830654:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346491264 00000100:00100000:1.0:1746147249.830660:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346491264 00002000:00100000:1.0:1746147249.830691:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409c00 x1830967346491264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.830699:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409c00 with x1830967346491264 ext(0->4095) 00002000:00010000:1.0:1746147249.830703:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409c00 00000100:00100000:1.0:1746147249.830717:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13098 00000100:00100000:1.0:1746147249.830722:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346491264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.830835:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346491264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.830841:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13098 00002000:00100000:1.0:1746147249.830845:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409c00 x1830967346491264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.830852:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409c00 with x1830967346491264 ext(0->4095) 00002000:00010000:1.0:1746147249.830854:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409c00 00000100:00100000:0.0:1746147249.838610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.855143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.867889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.867995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.868053:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346491776 00000100:00100000:1.0:1746147249.868063:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346491776 00000100:00100000:1.0:1746147249.868108:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29251 00000100:00100000:1.0:1746147249.868115:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1814:x1830967346491776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147249.868135:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147249.868150:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfefa3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80d47 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.868173:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.868179:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdd200/0x29021e8779bfef9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d40 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.868185:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147249.868188:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfefa3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d47 expref: 12 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.868218:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdd200/0x29021e8779bfef9c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d40 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.868228:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfefa3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d47 expref: 12 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.868236:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46200, rc 0) 00000100:00100000:1.0:1746147249.868302:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:1814:x1830967346491776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.868308:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29251 00000100:00100000:0.0:1746147249.870780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.877180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.884437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.891293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.898282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.899891:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967346492672:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 892us (1652us total) trans 4294972211 rc 0/0 00000100:00100000:0.0:1746147249.899899:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2308 00002000:00100000:0.0:1746147249.899904:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094cb5880 x1830967346492672/t4294972211(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 496/448 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.899912:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5880 with x1830967346492672 ext(0->7) 00010000:00010000:0.0:1746147249.899918:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfefa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d47 expref: 12 pid: 10034 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.899929:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bfefa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d47 expref: 12 pid: 10034 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.899934:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb5880 00000100:00100000:0.0:1746147249.908925:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.912759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.916756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.916779:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346493184 00000100:00100000:0.0:1746147249.916785:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346493184 00002000:00100000:0.0:1746147249.916823:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ed80 x1830967346493184/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.916832:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967346493184 ext(0->4095) 00010000:00010000:0.0:1746147249.916839:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfefaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d4e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.916852:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfefaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d4e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.916858:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082ed80 00000100:00100000:0.0:1746147249.916884:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2309 00000100:00100000:0.0:1746147249.916892:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346493184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147249.917860:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346493184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 963us (1098us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147249.917868:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2309 00002000:00100000:0.0:1746147249.918044:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ed80 x1830967346493184/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.918053:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967346493184 ext(0->4095) 00010000:00010000:0.0:1746147249.918061:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfefaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d4e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746147249.918072:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bfefaa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d4e expref: 6 pid: 24989 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746147249.918083:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082ed80 00000100:00100000:0.0:1746147249.922576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.928652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.929131:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346493568 00000100:00100000:1.0:1746147249.929141:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346493568 00002000:00100000:1.0:1746147249.929190:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082c000 x1830967346493568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/0 e 0 to 0 dl 1746147260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.929200:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c000 with x1830967346493568 ext(0->4095) 00002000:00010000:1.0:1746147249.929206:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082c000 00000100:00100000:1.0:1746147249.929285:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13100 00000100:00100000:1.0:1746147249.929293:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346493568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147249.929876:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346493568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 583us (1238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147249.929887:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13100 00002000:00100000:1.0:1746147249.929893:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082c000 x1830967346493568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746147260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147249.929901:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c000 with x1830967346493568 ext(0->4095) 00002000:00010000:1.0:1746147249.929903:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082c000 00000100:00100000:0.0:1746147249.934169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.957319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.959027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.964476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.967054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.968863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.971639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147249.982661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.982751:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346494848 00000100:00100000:1.0:1746147249.982758:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346494848 00000100:00100000:1.0:1746147249.982800:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29256 00000100:00100000:1.0:1746147249.982806:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a864c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346494848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147249.982820:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147249.982832:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfefc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80d6a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.982855:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfefbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d63 expref: 13 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.982861:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.982862:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.982865:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfefc6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d6a expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.982887:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfefbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d63 expref: 13 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.982896:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfefbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d63 expref: 13 pid: 24989 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147249.982909:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339867904:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147249.982972:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147249.987357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.987470:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339867904:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147249.987496:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfefc6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d6a expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.987511:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc 0) 00000100:00100000:1.0:1746147249.987542:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a864c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346494848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4737us (4888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.987550:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29256 00000100:00100000:0.0:1746147249.990557:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346494976:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2494us (3200us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746147249.990567:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2312 00002000:00100000:0.0:1746147249.990574:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944a9880 x1830967346494976/t4294972213(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:625/0 lens 496/448 e 0 to 0 dl 1746147260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147249.990583:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9880 with x1830967346494976 ext(0->7) 00010000:00010000:0.0:1746147249.990591:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfefbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d63 expref: 16 pid: 24989 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147249.990605:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc000/0x29021e8779bfefbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d63 expref: 16 pid: 24989 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147249.990611:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a9880 00000100:00100000:0.0:1746147249.995837:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.995894:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346495104 00000100:00100000:1.0:1746147249.995902:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346495104 00000100:00100000:1.0:1746147249.995951:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29257 00000100:00100000:1.0:1746147249.995959:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1814:x1830967346495104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147249.995974:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147249.995988:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfefcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80d71 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.996010:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147249.996015:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfefc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d6a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.996020:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147249.996024:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfefcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d71 expref: 17 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.996060:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bfefc6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d6a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.996069:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfefcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d71 expref: 17 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147249.996077:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46c00, rc 0) 00000100:00100000:0.0:1746147249.996077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147249.996125:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1814:x1830967346495104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147249.996131:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29257 00000100:00100000:0.0:1746147250.000052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147250.000535:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147250.005771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.009489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147250.010080:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147250.012349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.012409:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346496000 00000100:00100000:1.0:1746147250.012414:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346496000 00000100:00100000:1.0:1746147250.013469:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29258 00000100:00100000:1.0:1746147250.013477:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346496000:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.013492:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.013505:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bfefd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80d78 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.013528:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfefcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d71 expref: 15 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.013537:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.013539:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.013542:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bfefd4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d78 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.013570:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfefcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d71 expref: 15 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.013580:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bfefcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d71 expref: 15 pid: 10034 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.013590:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339868416:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147250.013673:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147250.019768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.025502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.029975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.035043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.035630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.035672:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346496768 00000100:00100000:0.0:1746147250.035675:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346496768 00000100:00100000:0.0:1746147250.035692:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29260 00000100:00100000:0.0:1746147250.035697:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+18:1814:x1830967346496768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.035703:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.035709:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfefe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80d86 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.035729:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bfefd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d78 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.035736:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.035738:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.035741:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfefe2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d86 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.035770:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bfefd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d78 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.035781:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bfefd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d78 expref: 5 pid: 10034 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746147250.035790:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339868672:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147250.035854:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147250.041049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.046072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.048172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.052480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.054737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.057620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.061232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.063346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.064159:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.064374:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346498304 00000100:00100000:0.0:1746147250.064377:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346498304 00000100:00100000:0.0:1746147250.064394:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29263 00000100:00100000:0.0:1746147250.064398:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:1832:x1830967346498304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.064404:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.064410:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfeff7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80d9b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.064420:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.064423:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bfeff0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d94 expref: 20 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.064432:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147250.064434:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfeff7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d9b expref: 20 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.064449:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bfeff0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d94 expref: 20 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.064457:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bfeff7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80d9b expref: 20 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.064464:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc6000, rc 0) 00000100:00100000:0.0:1746147250.064483:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1832:x1830967346498304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.064487:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29263 00000100:00100000:0.0:1746147250.066697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.068577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.073333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.080533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.080683:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346499072 00000100:00100000:1.0:1746147250.080690:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346499072 00002000:00100000:1.0:1746147250.080726:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c700 x1830967346499072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.080735:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c700 with x1830967346499072 ext(0->4095) 00002000:00010000:1.0:1746147250.080739:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5c700 00000100:00100000:1.0:1746147250.080762:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13106 00000100:00100000:1.0:1746147250.080769:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2006:x1830967346499072:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.080873:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2006:x1830967346499072:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.080879:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13106 00002000:00100000:1.0:1746147250.080884:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c700 x1830967346499072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.080896:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c700 with x1830967346499072 ext(0->4095) 00002000:00010000:1.0:1746147250.080899:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5c700 00000100:00100000:0.0:1746147250.086465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.088931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.092915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.095461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.095737:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346499712 00000100:00100000:1.0:1746147250.095742:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346499712 00002000:00100000:1.0:1746147250.095768:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126680 x1830967346499712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.095776:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126680 with x1830967346499712 ext(0->4095) 00010000:00010000:1.0:1746147250.095782:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bfeffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da2 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.095793:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bfeffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da2 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.095799:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126680 00000100:00100000:1.0:1746147250.098724:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2317 00000100:00100000:1.0:1746147250.098737:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346499712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.098862:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346499712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (3406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.098868:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2317 00002000:00100000:1.0:1746147250.098874:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126680 x1830967346499712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.098883:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126680 with x1830967346499712 ext(0->4095) 00010000:00010000:1.0:1746147250.098889:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bfeffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da2 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.098901:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bfeffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da2 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.098907:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126680 00000100:00100000:0.0:1746147250.099727:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339870208:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147250.099748:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d40e00/0x29021e8779bff005 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da9 expref: 18 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.099759:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d40e00, rc 0) 00000100:00100000:0.0:1746147250.099793:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+18:1814:x1830967346499456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6719us (6876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.099799:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29265 00000100:00100000:0.0:1746147250.101796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.113531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147250.127418:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147250.139058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.139091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.139130:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.139145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.139170:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346500352 00000100:00100000:0.0:1746147250.139178:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346500352 00000100:00100000:0.0:1746147250.139214:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346500864 00000100:00100000:0.0:1746147250.139216:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346500864 00000100:00100000:0.0:1746147250.139271:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 770 00000100:00100000:0.0:1746147250.139280:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2006:x1830967346500864:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147250.139345:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2006:x1830967346500864:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 67us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.139351:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 770 00000100:00100000:0.0:1746147250.139384:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29267 00000100:00100000:0.0:1746147250.139389:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:1814:x1830967346500352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.139400:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.139417:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc6200/0x29021e8779bff013 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80db7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.139441:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147250.139446:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.139458:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147250.139461:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6200/0x29021e8779bff013 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db7 expref: 19 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.139509:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.139521:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6200/0x29021e8779bff013 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db7 expref: 19 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.139530:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc6200, rc 0) 00000100:00100000:0.0:1746147250.139545:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:1814:x1830967346500352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.139550:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29267 00000100:00080000:0.0:1746147250.139568:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147250.139586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.139629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.139655:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346500608 00000100:00100000:0.0:1746147250.139658:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346500608 00000100:00100000:0.0:1746147250.139683:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346500736 00000100:00100000:0.0:1746147250.139685:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346500736 00000100:00100000:0.0:1746147250.139696:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346501120 00000100:00100000:0.0:1746147250.139697:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346501120 00000100:00100000:0.0:1746147250.139711:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1115 00000100:00100000:0.0:1746147250.139716:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967346500608:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147250.139739:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967346500608:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 23us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.139747:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1115 00000100:00100000:0.0:1746147250.139758:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1116 00000100:00100000:0.0:1746147250.139762:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2005:x1830967346500736:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147250.139778:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2005:x1830967346500736:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 16us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.139783:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1116 00000100:00100000:0.0:1746147250.139791:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1117 00000100:00100000:0.0:1746147250.139795:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346501120:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147250.139812:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346501120:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 16us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.139817:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1117 00000100:00080000:0.0:1746147250.139831:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746147250.139833:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147250.139855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.139865:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346500992 00000100:00100000:0.0:1746147250.139868:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346500992 00000100:00100000:0.0:1746147250.139883:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1118 00000100:00100000:0.0:1746147250.139887:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+7:2005:x1830967346500992:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147250.139908:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+7:2005:x1830967346500992:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 21us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.139913:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1118 00000100:00080000:0.0:1746147250.139924:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147250.139963:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.140044:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346500480 00000100:00100000:0.0:1746147250.140049:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346500480 00000100:00100000:0.0:1746147250.140072:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 559 00000100:00100000:0.0:1746147250.140077:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2005:x1830967346500480:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147250.140098:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2005:x1830967346500480:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 21us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.140103:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 559 00000100:00100000:0.0:1746147250.141652:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147250.142607:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147250.143119:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346501376:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1819us (3154us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746147250.143126:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2318 00002000:00100000:0.0:1746147250.143135:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090565f80 x1830967346501376/t4294972215(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/448 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.143309:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565f80 with x1830967346501376 ext(0->7) 00010000:00010000:0.0:1746147250.143320:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40e00/0x29021e8779bff005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da9 expref: 21 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.143336:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40e00/0x29021e8779bff005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da9 expref: 21 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.143344:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565f80 00000100:00100000:0.0:1746147250.150010:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346501504 00000100:00100000:0.0:1746147250.150019:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346501504 00010000:00010000:0.0:1746147250.150055:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d40e00/0x29021e8779bff005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da9 expref: 21 pid: 20948 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746147250.150339:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14044 00000100:00100000:0.0:1746147250.150346:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346501504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147250.150361:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147250.150380:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d40e00/0x29021e8779bff005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da9 expref: 21 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.150391:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d40e00/0x29021e8779bff005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da9 expref: 21 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.150412:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d40e00/0x29021e8779bff005 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80da9 expref: 21 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.150437:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.150439:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.150445:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.150453:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.150487:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.150497:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 5 pid: 20948 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746147250.150508:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339870720:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147250.151137:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147250.154219:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.154766:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346501760 00000100:00100000:1.0:1746147250.154773:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346501760 00002000:00100000:1.0:1746147250.154816:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090567100 x1830967346501760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.154826:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090567100 with x1830967346501760 ext(0->4095) 00010000:00010000:1.0:1746147250.154835:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.154848:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.154855:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090567100 00000100:00100000:1.0:1746147250.154883:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2319 00000100:00100000:1.0:1746147250.154890:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346501760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147250.155044:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346501760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (840us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.155051:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2319 00002000:00100000:1.0:1746147250.155056:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090567100 x1830967346501760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.155069:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090567100 with x1830967346501760 ext(0->4095) 00010000:00010000:1.0:1746147250.155074:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.155083:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41800/0x29021e8779bff00c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db0 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.155089:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090567100 00000100:00100000:0.0:1746147250.162178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.167329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.172734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.189514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.191234:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346502400:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1475us (1721us total) trans 4294972216 rc 0/0 00000100:00100000:1.0:1746147250.191266:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2320 00002000:00100000:1.0:1746147250.191275:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130576300 x1830967346502400/t4294972216(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/448 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.191285:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576300 with x1830967346502400 ext(0->7) 00010000:00010000:1.0:1746147250.191294:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6200/0x29021e8779bff013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db7 expref: 22 pid: 10034 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.191309:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6200/0x29021e8779bff013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80db7 expref: 22 pid: 10034 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.191315:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130576300 00000100:00100000:0.0:1746147250.193938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.195365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.198281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.198503:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346502912 00000100:00100000:1.0:1746147250.198510:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346502912 00002000:00100000:1.0:1746147250.198548:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575f80 x1830967346502912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.198563:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575f80 with x1830967346502912 ext(0->4095) 00010000:00010000:1.0:1746147250.198572:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff01a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dbe expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.198873:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff01a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dbe expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.198879:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575f80 00000100:00100000:1.0:1746147250.198897:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2321 00000100:00100000:1.0:1746147250.198904:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346502912:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147250.199023:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346502912:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.199028:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2321 00002000:00100000:1.0:1746147250.199033:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575f80 x1830967346502912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.199040:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575f80 with x1830967346502912 ext(0->4095) 00010000:00010000:1.0:1746147250.199044:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff01a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dbe expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.199053:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff01a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dbe expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.199058:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575f80 00000100:00100000:0.0:1746147250.204940:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.211509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.223275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.238725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.241092:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346503552 00000100:00100000:1.0:1746147250.241107:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346503552 00002000:00100000:1.0:1746147250.241161:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130575500 x1830967346503552/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.241170:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967346503552 ext(0->7) 00010000:00010000:1.0:1746147250.241180:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41000/0x29021e8779bff021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dc5 expref: 22 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.241196:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41000/0x29021e8779bff021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dc5 expref: 22 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.241202:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575500 00000100:00100000:1.0:1746147250.241264:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2322 00000100:00100000:1.0:1746147250.241271:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346503552:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147250.243474:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2005:x1830967346503552:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2192us (4748us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746147250.243488:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2322 00002000:00100000:0.0:1746147250.243498:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130575500 x1830967346503552/t4294972217(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/448 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.243508:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967346503552 ext(0->7) 00010000:00010000:0.0:1746147250.243518:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41000/0x29021e8779bff021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dc5 expref: 24 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.243534:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41000/0x29021e8779bff021 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dc5 expref: 24 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.243540:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575500 00000100:00100000:0.0:1746147250.246967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.248566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.254531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.254604:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346504064 00000100:00100000:1.0:1746147250.254614:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346504064 00002000:00100000:1.0:1746147250.254669:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0a80 x1830967346504064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.254679:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0a80 with x1830967346504064 ext(0->4095) 00010000:00010000:1.0:1746147250.254689:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bff028 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dcc expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.254702:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bff028 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dcc expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.254708:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0a80 00000100:00100000:1.0:1746147250.255199:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2323 00000100:00100000:1.0:1746147250.255208:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346504064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147250.255347:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346504064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (826us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.255353:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2323 00002000:00100000:1.0:1746147250.255358:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0a80 x1830967346504064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.255365:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0a80 with x1830967346504064 ext(0->4095) 00010000:00010000:1.0:1746147250.255370:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bff028 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dcc expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.255380:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41a00/0x29021e8779bff028 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dcc expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.255385:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0a80 00000100:00100000:0.0:1746147250.258717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.262215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.266063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.269124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.275199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.276211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.276312:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346504960 00000100:00100000:0.0:1746147250.276316:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346504960 00002000:00100000:0.0:1746147250.276344:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa2d80 x1830967346504960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.276354:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2d80 with x1830967346504960 ext(0->4095) 00010000:00010000:0.0:1746147250.276360:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff036 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dda expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.276371:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff036 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dda expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.276377:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2d80 00000100:00100000:0.0:1746147250.276390:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2324 00000100:00100000:0.0:1746147250.276395:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346504960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147250.276503:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346504960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147250.276509:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2324 00002000:00100000:0.0:1746147250.276514:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa2d80 x1830967346504960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.276528:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2d80 with x1830967346504960 ext(0->4095) 00010000:00010000:0.0:1746147250.276532:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff036 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dda expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.276541:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff036 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dda expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.276547:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2d80 00000100:00100000:1.0:1746147250.280998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.281883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.286234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.287311:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346505600 00000100:00100000:1.0:1746147250.287320:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346505600 00002000:00100000:1.0:1746147250.287361:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa2680 x1830967346505600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.287371:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2680 with x1830967346505600 ext(0->4095) 00010000:00010000:1.0:1746147250.287380:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff03d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de1 expref: 25 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.287393:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff03d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de1 expref: 25 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.287400:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2680 00000100:00100000:1.0:1746147250.287421:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2325 00000100:00100000:1.0:1746147250.287428:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2006:x1830967346505600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.287569:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2006:x1830967346505600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (1345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.287575:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2325 00002000:00100000:1.0:1746147250.287580:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa2680 x1830967346505600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.287587:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2680 with x1830967346505600 ext(0->4095) 00010000:00010000:1.0:1746147250.287591:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff03d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de1 expref: 25 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.287599:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41200/0x29021e8779bff03d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de1 expref: 25 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.287605:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2680 00000100:00100000:0.0:1746147250.290407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.297606:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346505984 00000100:00100000:0.0:1746147250.297616:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346505984 00002000:00100000:0.0:1746147250.297678:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e300 x1830967346505984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.297688:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830967346505984 ext(0->4095) 00002000:00010000:0.0:1746147250.297693:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:0.0:1746147250.297719:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13111 00000100:00100000:0.0:1746147250.297727:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346505984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147250.297881:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346505984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147250.297888:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13111 00002000:00100000:0.0:1746147250.297893:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e300 x1830967346505984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.297900:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830967346505984 ext(0->4095) 00002000:00010000:0.0:1746147250.297904:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:0.0:1746147250.300072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.317691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.320180:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346506240 00000100:00100000:1.0:1746147250.320196:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346506240 00002000:00100000:1.0:1746147250.320307:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86ca80 x1830967346506240/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.320317:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ca80 with x1830967346506240 ext(0->7) 00010000:00010000:1.0:1746147250.320327:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bff044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de8 expref: 24 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.320349:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bff044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de8 expref: 24 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.320356:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86ca80 00000100:00100000:1.0:1746147250.320392:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2326 00000100:00100000:1.0:1746147250.320400:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346506240:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147250.324698:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346506240:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4291us (7011us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746147250.324709:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2326 00002000:00100000:0.0:1746147250.324720:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86ca80 x1830967346506240/t4294972218(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/448 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.324729:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ca80 with x1830967346506240 ext(0->7) 00010000:00010000:0.0:1746147250.324739:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bff044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de8 expref: 26 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.324753:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc600/0x29021e8779bff044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80de8 expref: 26 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.324759:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86ca80 00000100:00100000:0.0:1746147250.327157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.328749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.334463:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346506752 00000100:00100000:1.0:1746147250.334477:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346506752 00002000:00100000:1.0:1746147250.334530:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5c700 x1830967346506752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.334540:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c700 with x1830967346506752 ext(0->4095) 00010000:00010000:1.0:1746147250.334550:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bff04b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80def expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.334566:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bff04b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80def expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.334573:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5c700 00000100:00100000:1.0:1746147250.334602:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2327 00000100:00100000:1.0:1746147250.334611:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346506752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.334806:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346506752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (1703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.334813:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2327 00002000:00100000:1.0:1746147250.334819:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5c700 x1830967346506752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.334827:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c700 with x1830967346506752 ext(0->4095) 00010000:00010000:1.0:1746147250.334832:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bff04b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80def expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.334840:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094fdc200/0x29021e8779bff04b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80def expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.334846:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5c700 00000100:00100000:0.0:1746147250.335111:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339873024:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147250.335134:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147250.335174:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2005:x1830967346506496:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5457us (6426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.335183:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14053 00000100:00100000:0.0:1746147250.338845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.340227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.343907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.343965:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346507136 00000100:00100000:1.0:1746147250.343973:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346507136 00010000:00010000:1.0:1746147250.344013:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff052 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80df6 expref: 26 pid: 9587 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.344124:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14055 00000100:00100000:1.0:1746147250.344131:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346507136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147250.344144:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147250.344166:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff052 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80df6 expref: 26 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.344177:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80df6 expref: 26 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.344234:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.344235:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.344263:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dfd expref: 7 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.344275:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dfd expref: 7 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.344319:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dfd expref: 7 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147250.344330:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339873408:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147250.344519:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.351267:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.355895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.356148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.356194:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29279 00000100:00100000:0.0:1746147250.356199:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+26:1814:x1830967346507648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.356214:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.356227:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff060 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e0b expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.356271:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff059 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dfd expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.356278:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.356279:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.356282:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff060 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e0b expref: 28 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.356330:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff059 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dfd expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.356340:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff059 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80dfd expref: 5 pid: 9587 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.356350:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339873536:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147250.356501:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.359599:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339873536:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147250.359626:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff060 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e0b expref: 27 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.359648:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc6000, rc 0) 00000100:00100000:1.0:1746147250.359682:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1814:x1830967346507648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3482us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.359692:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29279 00000100:00100000:0.0:1746147250.359932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.363929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.365757:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346508032 00000100:00100000:1.0:1746147250.365764:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346508032 00002000:00100000:1.0:1746147250.365802:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d180 x1830967346508032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.365812:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967346508032 ext(0->4095) 00010000:00010000:1.0:1746147250.365820:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff060 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e0b expref: 27 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.365832:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff060 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e0b expref: 27 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.365838:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:1.0:1746147250.365856:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2328 00000100:00100000:1.0:1746147250.365862:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2005:x1830967346508032:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147250.365963:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2005:x1830967346508032:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (2034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.365968:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2328 00002000:00100000:1.0:1746147250.365973:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d180 x1830967346508032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.365980:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967346508032 ext(0->4095) 00010000:00010000:1.0:1746147250.365984:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff060 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e0b expref: 27 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.365998:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff060 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e0b expref: 27 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.366003:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:0.0:1746147250.369198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.373989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.377371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.379098:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346508544 00000100:00100000:1.0:1746147250.379106:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346508544 00000100:00100000:1.0:1746147250.379150:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29280 00000100:00100000:1.0:1746147250.379156:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346508544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.379171:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.379185:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff06e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e12 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.379208:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12b800/0x29021e8779bff067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e04 expref: 25 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.379214:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.379216:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.379219:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff06e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e12 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.379258:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12b800/0x29021e8779bff067 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e04 expref: 25 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.379268:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12b800/0x29021e8779bff067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e04 expref: 25 pid: 24989 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.379277:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339874048:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147250.379350:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.382121:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339874048:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147250.382145:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff06e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e12 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.382158:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46200, rc 0) 00000100:00100000:1.0:1746147250.382195:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346508544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3039us (4830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.382203:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29280 00000100:00100000:0.0:1746147250.382658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.384350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.384607:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346508800 00000100:00100000:1.0:1746147250.384612:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346508800 00000100:00100000:1.0:1746147250.384653:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29281 00000100:00100000:1.0:1746147250.384659:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+26:1814:x1830967346508800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.384670:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.384680:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e19 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.384696:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff06e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e12 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.384702:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.384703:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.384706:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 27 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.384724:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff06e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e12 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.384738:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff06e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e12 expref: 5 pid: 20948 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.384747:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339874304:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147250.384790:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.388217:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339874304:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147250.388264:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 27 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.388279:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47c00, rc 0) 00000100:00100000:1.0:1746147250.388315:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1814:x1830967346508800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3656us (3966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.388321:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29281 00000100:00100000:0.0:1746147250.388782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.391073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.396210:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.398304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.398372:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346509568 00000100:00100000:1.0:1746147250.398377:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346509568 00000100:00100000:1.0:1746147250.398411:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29282 00000100:00100000:1.0:1746147250.398416:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346509568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.398424:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.398437:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff07c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e20 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.398454:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 25 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.398462:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.398464:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.398467:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff07c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e20 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.398488:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 25 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.398498:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 25 pid: 20948 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.398506:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339874560:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147250.398560:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.400504:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339874560:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147250.400523:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff07c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e20 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.400535:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47200, rc 0) 00000100:00100000:1.0:1746147250.400578:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346509568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2161us (2275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.400584:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29282 00000100:00100000:0.0:1746147250.400650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.400929:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346509696 00000100:00100000:1.0:1746147250.400934:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346509696 00002000:00100000:1.0:1746147250.400958:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880139988700 x1830967346509696/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.400970:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988700 with x1830967346509696 ext(0->7) 00010000:00010000:1.0:1746147250.400975:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 26 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.400984:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 26 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.400989:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988700 00000100:00100000:1.0:1746147250.401011:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2330 00000100:00100000:1.0:1746147250.401017:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2005:x1830967346509696:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147250.402589:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346509696:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1569us (1936us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746147250.402595:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2330 00002000:00100000:0.0:1746147250.402600:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880139988700 x1830967346509696/t4294972219(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/448 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.402606:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988700 with x1830967346509696 ext(0->7) 00010000:00010000:0.0:1746147250.402612:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 28 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.402621:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff075 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e19 expref: 28 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.402626:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988700 00000100:00100000:0.0:1746147250.406519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.413176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.413271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.413300:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346510208 00000100:00100000:0.0:1746147250.413305:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346510208 00000100:00100000:0.0:1746147250.413338:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29283 00000100:00100000:0.0:1746147250.413344:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1814:x1830967346510208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.413358:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.413370:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc7a00/0x29021e8779bff083 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e27 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.413391:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff07c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e20 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.413402:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.413404:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.413407:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7a00/0x29021e8779bff083 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e27 expref: 28 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.413428:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff07c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e20 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.413437:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff07c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e20 expref: 5 pid: 20948 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746147250.413447:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a3cdbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339874816:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147250.413489:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147250.416529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.416566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.427997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.432160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.435240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.439481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.442011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.444918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.447307:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.447789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.447842:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346511744 00000100:00100000:1.0:1746147250.447848:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346511744 00000100:00100000:1.0:1746147250.447878:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346511872 00000100:00100000:1.0:1746147250.447880:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346511872 00000100:00100000:1.0:1746147250.447892:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29286 00000100:00100000:1.0:1746147250.447898:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346511744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.447909:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.447921:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e3c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.447941:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff091 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e35 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.447947:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.447949:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.447952:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 29 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.447974:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff091 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e35 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.447984:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff091 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e35 expref: 5 pid: 9587 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.447994:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339875584:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147250.448045:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.448067:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29287 00000100:00100000:1.0:1746147250.448072:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1832:x1830967346511872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.448078:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.448083:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff09f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e43 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.448092:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.448095:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 30 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.448100:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.448102:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff09f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e43 expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.448118:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 30 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.448126:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff09f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e43 expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.448134:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46a00, rc 0) 00000100:00100000:1.0:1746147250.448150:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1832:x1830967346511872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 78us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.448154:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29287 00000100:00100000:1.0:1746147250.451219:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339875584:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147250.451271:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 29 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.451285:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47e00, rc 0) 00000100:00100000:1.0:1746147250.451324:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346511744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3426us (4018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.451331:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29286 00000100:00100000:0.0:1746147250.451852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.455352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.455372:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346512256 00000100:00100000:0.0:1746147250.455377:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346512256 00002000:00100000:0.0:1746147250.455407:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1880 x1830967346512256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.455415:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1880 with x1830967346512256 ext(0->4095) 00010000:00010000:0.0:1746147250.455422:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 29 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.455433:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 29 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.455438:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e1880 00000100:00100000:0.0:1746147250.455467:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2333 00000100:00100000:0.0:1746147250.455473:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346512256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147250.455570:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346512256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (224us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147250.455576:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2333 00002000:00100000:0.0:1746147250.455581:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1880 x1830967346512256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.455587:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1880 with x1830967346512256 ext(0->4095) 00010000:00010000:0.0:1746147250.455591:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 29 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.455599:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff098 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e3c expref: 29 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.455603:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e1880 00000100:00100000:0.0:1746147250.461002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.470327:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.478618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.479096:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346512768 00000100:00100000:1.0:1746147250.479104:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346512768 00000100:00100000:1.0:1746147250.479153:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29288 00000100:00100000:1.0:1746147250.479161:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346512768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.479175:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.479189:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff0a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e4a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.479213:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff09f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e43 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.479219:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.479221:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.479224:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff0a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e4a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.479277:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff09f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e43 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.479288:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff09f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e43 expref: 27 pid: 9588 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746147250.479297:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339876096:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147250.479359:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.481465:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a86680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339876096:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147250.481488:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff0a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e4a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.481500:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47200, rc 0) 00000100:00100000:1.0:1746147250.481529:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346512768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2369us (2917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.481536:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29288 00000100:00100000:0.0:1746147250.493188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.495951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.496034:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346513024 00000100:00100000:1.0:1746147250.496040:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346513024 00000100:00100000:1.0:1746147250.496077:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29289 00000100:00100000:1.0:1746147250.496083:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1814:x1830967346513024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.496095:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.496107:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff0ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e51 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.496130:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.496134:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff0a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e4a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.496140:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147250.496143:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff0ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e51 expref: 31 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.496170:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779bff0a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e4a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.496180:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff0ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e51 expref: 31 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.496188:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46000, rc 0) 00000100:00100000:1.0:1746147250.496214:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+31:1814:x1830967346513024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.496219:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29289 00000100:00100000:0.0:1746147250.507356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.521685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.529024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.535603:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.541283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.544313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.545542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.550322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.555142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.558915:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.565635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.570060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.570083:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346515072 00000100:00100000:0.0:1746147250.570088:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346515072 00002000:00100000:0.0:1746147250.570115:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c72d80 x1830967346515072/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.570123:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72d80 with x1830967346515072 ext(0->7) 00010000:00010000:0.0:1746147250.570128:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779bff0bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e5f expref: 30 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746147250.570138:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779bff0bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e5f expref: 30 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746147250.570148:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c72d80 00000100:00100000:0.0:1746147250.570173:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2337 00000100:00100000:0.0:1746147250.570179:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2006:x1830967346515072:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147250.584132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.586314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.588613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.596048:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.607101:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346515968 00000100:00100000:0.0:1746147250.607108:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346515968 00002000:00100000:0.0:1746147250.607146:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5dc00 x1830967346515968/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.607154:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967346515968 ext(0->4095) 00002000:00010000:0.0:1746147250.607158:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746147250.607177:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13120 00000100:00100000:0.0:1746147250.607183:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346515968:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147250.608310:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346515968:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1126us (3871us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147250.608317:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13120 00002000:00100000:0.0:1746147250.608323:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5dc00 x1830967346515968/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.608330:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967346515968 ext(0->4095) 00002000:00010000:0.0:1746147250.608334:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746147250.619576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.626781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.634197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.645863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.647709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.649177:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346516864 00000100:00100000:1.0:1746147250.649187:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346516864 00000100:00100000:1.0:1746147250.649258:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29296 00000100:00100000:1.0:1746147250.649265:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880121dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1832:x1830967346516864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147250.649282:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147250.649297:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff0de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e82 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.649327:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147250.649332:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779bff0d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e7b expref: 36 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.649337:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147250.649340:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff0de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e82 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.649372:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779bff0d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e7b expref: 36 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.649381:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff0de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e82 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147250.649390:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46200, rc 0) 00000100:00100000:1.0:1746147250.649436:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880121dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1832:x1830967346516864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (1730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147250.649441:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29296 00000100:00100000:0.0:1746147250.649922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.654900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.660055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.665997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.671224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.678676:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880121dca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346517760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.678703:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.678726:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc7a00/0x29021e8779bff0e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80e89 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.678760:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff0de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e82 expref: 33 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.678767:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147250.678769:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147250.678772:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7a00/0x29021e8779bff0e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e89 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.678806:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff0de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e82 expref: 33 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.678819:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff0de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80e82 expref: 33 pid: 20948 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746147250.678838:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880121dcaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339878400:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147250.678947:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147250.686904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.699677:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.704065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.705275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.711141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.711217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.716065:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339878912:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147250.716091:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147250.716157:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880121dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346518656:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3937us (4939us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.716168:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14076 00000100:00100000:0.0:1746147250.716577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.721289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.725332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.725762:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346519296 00000100:00100000:1.0:1746147250.725770:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346519296 00002000:00100000:1.0:1746147250.725811:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880121dc8700 x1830967346519296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.725820:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880121dc8700 with x1830967346519296 ext(0->4095) 00002000:00010000:1.0:1746147250.725825:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880121dc8700 00000100:00100000:1.0:1746147250.725842:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13124 00000100:00100000:1.0:1746147250.725850:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880121dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346519296:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147250.725970:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880121dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346519296:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.725976:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13124 00002000:00100000:1.0:1746147250.725981:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880121dc8700 x1830967346519296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.725988:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880121dc8700 with x1830967346519296 ext(0->4095) 00002000:00010000:1.0:1746147250.725990:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880121dc8700 00000100:00100000:0.0:1746147250.729142:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.735016:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.737334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.740595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.746764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.750539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.750741:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346520320 00000100:00100000:1.0:1746147250.750749:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346520320 00002000:00100000:1.0:1746147250.750792:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989c00 x1830967346520320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.750801:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967346520320 ext(0->4095) 00002000:00010000:1.0:1746147250.750806:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139989c00 00000100:00100000:1.0:1746147250.750827:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13125 00000100:00100000:1.0:1746147250.750834:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346520320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.751464:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346520320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 629us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.751469:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13125 00002000:00100000:1.0:1746147250.751475:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989c00 x1830967346520320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.751482:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967346520320 ext(0->4095) 00002000:00010000:1.0:1746147250.751486:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139989c00 00000100:00100000:0.0:1746147250.760168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.777888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.779058:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346520576 00000100:00100000:1.0:1746147250.779069:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346520576 00002000:00100000:1.0:1746147250.779118:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880139988a80 x1830967346520576/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.779128:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988a80 with x1830967346520576 ext(0->7) 00010000:00010000:1.0:1746147250.779139:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bff101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ea5 expref: 36 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.779154:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bff101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ea5 expref: 36 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.779160:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988a80 00000100:00100000:1.0:1746147250.779197:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2344 00000100:00100000:1.0:1746147250.779205:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346520576:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147250.780487:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2007:x1830967346520576:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1279us (2605us total) trans 4294972224 rc 0/0 00000100:00100000:1.0:1746147250.780496:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2344 00002000:00100000:1.0:1746147250.780503:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880139988a80 x1830967346520576/t4294972224(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 496/448 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.780511:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988a80 with x1830967346520576 ext(0->7) 00010000:00010000:1.0:1746147250.780520:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bff101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ea5 expref: 38 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.780532:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bff101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ea5 expref: 38 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.780543:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988a80 00000100:00100000:0.0:1746147250.786182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.791826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.793845:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346520960 00000100:00100000:1.0:1746147250.793856:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346520960 00002000:00100000:1.0:1746147250.793905:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5f80 x1830967346520960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.793915:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5f80 with x1830967346520960 ext(0->4095) 00002000:00010000:1.0:1746147250.793919:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5f80 00000100:00100000:0.0:1746147250.798832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.798922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.799274:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29304 00000100:00100000:0.0:1746147250.799280:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1832:x1830967346521216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.799286:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.799292:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff116 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80eba expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.799302:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.799305:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff10f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eb3 expref: 40 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.799310:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147250.799313:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff116 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eba expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.799334:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff10f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eb3 expref: 40 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.799344:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc6000/0x29021e8779bff116 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eba expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.799353:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc6000, rc 0) 00000100:00100000:0.0:1746147250.802429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.809711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.814610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.818519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.822485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.828491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.832339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.836100:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.837375:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346522624 00000100:00100000:1.0:1746147250.837383:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346522624 00002000:00100000:1.0:1746147250.837422:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07100 x1830967346522624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.837432:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07100 with x1830967346522624 ext(0->4095) 00010000:00010000:1.0:1746147250.837440:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff11d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ec1 expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.837453:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff11d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ec1 expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.837459:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07100 00000100:00100000:1.0:1746147250.837475:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2346 00000100:00100000:1.0:1746147250.837481:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346522624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.837624:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346522624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (1533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.837631:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2346 00002000:00100000:1.0:1746147250.837645:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07100 x1830967346522624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.837652:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07100 with x1830967346522624 ext(0->4095) 00010000:00010000:1.0:1746147250.837656:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff11d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ec1 expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.837665:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff11d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ec1 expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.837671:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07100 00000100:00100000:0.0:1746147250.843422:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.850930:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.855879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.860426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.864047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.868097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.871121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.876527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.876918:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346524160 00000100:00100000:1.0:1746147250.876925:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346524160 00002000:00100000:1.0:1746147250.876964:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6a00 x1830967346524160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.876973:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6a00 with x1830967346524160 ext(0->4095) 00010000:00010000:1.0:1746147250.876982:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff132 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ed6 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.876995:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff132 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ed6 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.877001:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6a00 00000100:00100000:1.0:1746147250.877018:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2348 00000100:00100000:1.0:1746147250.877025:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346524160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147250.877147:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346524160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.877154:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2348 00002000:00100000:1.0:1746147250.877158:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6a00 x1830967346524160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.877165:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6a00 with x1830967346524160 ext(0->4095) 00010000:00010000:1.0:1746147250.877170:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff132 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ed6 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.877178:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff132 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ed6 expref: 6 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.877183:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6a00 00000100:00100000:0.0:1746147250.880926:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346524288 00000100:00100000:0.0:1746147250.880935:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346524288 00000100:00100000:0.0:1746147250.880992:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29310 00000100:00100000:0.0:1746147250.881000:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1832:x1830967346524288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.881019:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.881037:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bff140 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ee4 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.881064:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.881069:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094802000/0x29021e8779bff139 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80edd expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.881074:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147250.881077:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bff140 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ee4 expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.881116:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094802000/0x29021e8779bff139 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80edd expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.881127:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7600/0x29021e8779bff140 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ee4 expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.881142:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc7600, rc 0) 00000100:00100000:0.0:1746147250.881199:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1832:x1830967346524288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.881206:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29310 00000100:00100000:0.0:1746147250.883741:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.889465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.893852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.898233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.898397:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346525056 00000100:00100000:1.0:1746147250.898406:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346525056 00002000:00100000:1.0:1746147250.898447:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409180 x1830967346525056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.898456:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409180 with x1830967346525056 ext(0->4095) 00002000:00010000:1.0:1746147250.898461:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409180 00000100:00100000:1.0:1746147250.898566:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13129 00000100:00100000:1.0:1746147250.898573:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346525056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.898724:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346525056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.898730:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13129 00002000:00100000:1.0:1746147250.898736:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409180 x1830967346525056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.898742:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409180 with x1830967346525056 ext(0->4095) 00002000:00010000:1.0:1746147250.898744:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409180 00000100:00100000:0.0:1746147250.900612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.905667:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.910230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.910664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.911714:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346525696 00000100:00100000:1.0:1746147250.911719:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346525696 00002000:00100000:1.0:1746147250.911747:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2680 x1830967346525696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.911756:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2680 with x1830967346525696 ext(0->4095) 00010000:00010000:1.0:1746147250.911762:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff147 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eeb expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.911772:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff147 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eeb expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.911777:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2680 00000100:00100000:1.0:1746147250.911791:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2350 00000100:00100000:1.0:1746147250.911797:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346525696:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147250.911915:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346525696:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.911922:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2350 00002000:00100000:1.0:1746147250.911927:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2680 x1830967346525696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.911933:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2680 with x1830967346525696 ext(0->4095) 00010000:00010000:1.0:1746147250.911937:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff147 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eeb expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.911946:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff147 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80eeb expref: 6 pid: 9587 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.911951:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2680 00000100:00100000:0.0:1746147250.913755:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.914123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.916595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.918659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.922032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.924556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.929075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.932347:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.932395:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.935357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.935436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.935465:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346527360 00000100:00100000:0.0:1746147250.935473:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346527360 00000100:00100000:0.0:1746147250.935513:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29316 00000100:00100000:0.0:1746147250.935521:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1832:x1830967346527360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147250.935538:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147250.935554:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083bc7a00/0x29021e8779bff16a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80f0e expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.935579:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147250.935584:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff163 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f07 expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.935589:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147250.935593:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083bc7a00/0x29021e8779bff16a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f0e expref: 40 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.935627:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff163 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f07 expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.935650:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083bc7a00/0x29021e8779bff16a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f0e expref: 40 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147250.935659:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083bc7a00, rc 0) 00000100:00100000:0.0:1746147250.936705:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1832:x1830967346527360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1179us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147250.936714:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29316 00000100:00100000:0.0:1746147250.942399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.942431:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346527744 00000100:00100000:1.0:1746147250.942443:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346527744 00002000:00100000:1.0:1746147250.942492:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575880 x1830967346527744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.942501:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575880 with x1830967346527744 ext(0->4095) 00010000:00010000:1.0:1746147250.942510:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f07 expref: 39 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.942524:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f07 expref: 39 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.942531:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575880 00000100:00100000:1.0:1746147250.942567:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2352 00000100:00100000:1.0:1746147250.942575:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2006:x1830967346527744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.944008:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2006:x1830967346527744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1425us (1611us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.944019:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2352 00002000:00100000:1.0:1746147250.944029:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575880 x1830967346527744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.944038:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575880 with x1830967346527744 ext(0->4095) 00010000:00010000:1.0:1746147250.944046:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f07 expref: 39 pid: 20948 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746147250.944060:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f07 expref: 39 pid: 20948 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746147250.944067:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575880 00000100:00100000:0.0:1746147250.946705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.951629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.951776:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346528128 00000100:00100000:1.0:1746147250.951786:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346528128 00002000:00100000:1.0:1746147250.951836:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574700 x1830967346528128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.951845:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574700 with x1830967346528128 ext(0->4095) 00002000:00010000:1.0:1746147250.951851:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574700 00000100:00100000:1.0:1746147250.951895:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13132 00000100:00100000:1.0:1746147250.951903:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346528128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147250.952054:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346528128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147250.952061:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13132 00002000:00100000:1.0:1746147250.952068:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574700 x1830967346528128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147250.952075:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574700 with x1830967346528128 ext(0->4095) 00002000:00010000:1.0:1746147250.952078:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574700 00000100:00100000:0.0:1746147250.954036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.960179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.962368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147250.963703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.964516:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346528768 00000100:00100000:0.0:1746147250.964523:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346528768 00002000:00100000:0.0:1746147250.964560:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0380 x1830967346528768/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/0 e 0 to 0 dl 1746147261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.964570:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0380 with x1830967346528768 ext(0->4095) 00010000:00010000:0.0:1746147250.964579:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779bff171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f15 expref: 6 pid: 20948 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147250.964593:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779bff171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f15 expref: 6 pid: 20948 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147250.964599:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0380 00000100:00100000:0.0:1746147250.964888:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2353 00000100:00100000:0.0:1746147250.964895:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346528768:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147250.965026:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346528768:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147250.965031:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2353 00002000:00100000:0.0:1746147250.965036:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0380 x1830967346528768/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746147261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147250.965044:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0380 with x1830967346528768 ext(0->4095) 00010000:00010000:0.0:1746147250.965048:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779bff171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f15 expref: 6 pid: 20948 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147250.965056:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779bff171 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f15 expref: 6 pid: 20948 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147250.965062:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0380 00000100:00100000:0.0:1746147250.968717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.971374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.979955:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.988526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.992442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147250.996206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.001569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.003846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.006366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.011534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.012417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.018944:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.024148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.032114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.038615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.039883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.045541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.045652:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339885312:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147251.045683:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff1a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f46 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.045701:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00000100:00100000:0.0:1746147251.045758:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346531584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5776us (5874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147251.045768:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29324 00000100:00100000:0.0:1746147251.049433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.055546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.055934:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346532224 00000100:00100000:0.0:1746147251.055941:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346532224 00002000:00100000:0.0:1746147251.055982:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408e00 x1830967346532224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.055992:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346532224 ext(0->4095) 00002000:00010000:0.0:1746147251.055997:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147251.056013:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13135 00000100:00100000:0.0:1746147251.056018:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346532224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147251.056141:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346532224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (606us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147251.056147:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13135 00002000:00100000:0.0:1746147251.056152:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408e00 x1830967346532224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.056160:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346532224 ext(0->4095) 00002000:00010000:0.0:1746147251.056162:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147251.062956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.089209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.089366:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.091158:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346532480:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 912us (1955us total) trans 4294972225 rc 0/0 00000100:00100000:0.0:1746147251.091165:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2358 00002000:00100000:0.0:1746147251.091171:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907dc000 x1830967346532480/t4294972225(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.091178:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc000 with x1830967346532480 ext(0->7) 00010000:00010000:0.0:1746147251.091184:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff1a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f46 expref: 41 pid: 20948 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.091194:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff1a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f46 expref: 41 pid: 20948 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.091203:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dc000 00000100:00100000:0.0:1746147251.105172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.120055:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.141076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.148512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.150968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.158552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.158596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.171425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.179697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.187677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.213925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.220549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.228654:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346534656:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2899us (8100us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746147251.228665:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2361 00002000:00100000:0.0:1746147251.228675:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e06c700 x1830967346534656/t4294972226(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.228684:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06c700 with x1830967346534656 ext(0->7) 00010000:00010000:0.0:1746147251.228695:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779bff1be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f62 expref: 42 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.228711:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779bff1be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f62 expref: 42 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.228723:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06c700 00000100:00100000:0.0:1746147251.231470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.233674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.240491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.246717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.251290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.259999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.264409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.266056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.269867:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967339887360:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147251.269895:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff1da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f7e expref: 42 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.269910:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00000100:00100000:0.0:1746147251.269959:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1814:x1830967346535936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5288us (5551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147251.269980:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29332 00000100:00100000:0.0:1746147251.275661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.281386:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.289182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.302102:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.302966:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346536832:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 669us (863us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746147251.302971:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2364 00002000:00100000:0.0:1746147251.302977:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5df80 x1830967346536832/t4294972227(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.302984:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5df80 with x1830967346536832 ext(0->7) 00010000:00010000:0.0:1746147251.302988:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff1da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f7e expref: 44 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.302997:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff1da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f7e expref: 44 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.303001:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5df80 00000100:00100000:0.0:1746147251.304372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.307754:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346537216 00000100:00100000:0.0:1746147251.307759:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346537216 00002000:00100000:0.0:1746147251.307788:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576d80 x1830967346537216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.307796:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576d80 with x1830967346537216 ext(0->4095) 00002000:00010000:0.0:1746147251.307800:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576d80 00000100:00100000:0.0:1746147251.307824:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13140 00000100:00100000:0.0:1746147251.307830:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346537216:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147251.308128:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346537216:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 298us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147251.308134:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13140 00002000:00100000:0.0:1746147251.308139:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576d80 x1830967346537216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.308145:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576d80 with x1830967346537216 ext(0->4095) 00002000:00010000:0.0:1746147251.308147:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576d80 00000100:00100000:0.0:1746147251.310617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.313550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.315154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.315582:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346537472 00000100:00100000:1.0:1746147251.315587:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346537472 00000100:00100000:1.0:1746147251.315606:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29335 00000100:00100000:1.0:1746147251.315611:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1814:x1830967346537472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.315621:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.315642:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff1ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80f93 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.315658:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bff1e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f8c expref: 46 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.315664:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.315665:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.315667:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff1ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f93 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.315681:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bff1e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f8c expref: 46 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.315689:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094803800/0x29021e8779bff1e8 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f8c expref: 46 pid: 9587 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.315696:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339888128:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.315875:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.319807:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339888128:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.319827:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff1ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f93 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.319840:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc 0) 00000100:00100000:1.0:1746147251.319877:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1814:x1830967346537472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4266us (6333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.319884:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29335 00000100:00100000:0.0:1746147251.321877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.326611:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346537984 00000100:00100000:1.0:1746147251.326618:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346537984 00000100:00100000:1.0:1746147251.326671:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29336 00000100:00100000:1.0:1746147251.326679:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346537984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.326691:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.326703:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff1f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80f9a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.326725:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.326730:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff1ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f93 expref: 44 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.326735:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147251.326738:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff1f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f9a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.326767:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff1ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f93 expref: 44 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.326782:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff1f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f9a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.326791:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46000, rc 0) 00000100:00100000:1.0:1746147251.327548:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346537984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 869us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.327554:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29336 00000100:00100000:0.0:1746147251.328560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.334488:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.341125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.341182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.341286:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346538496 00000100:00100000:1.0:1746147251.341293:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346538496 00000100:00100000:1.0:1746147251.341340:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29337 00000100:00100000:1.0:1746147251.341347:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1814:x1830967346538496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.341361:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.341374:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff1fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80fa1 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.341394:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.341398:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff1f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f9a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.341403:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147251.341407:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff1fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fa1 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.341435:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff1f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80f9a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.341451:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff1fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fa1 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.341459:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47e00, rc 0) 00000100:00100000:1.0:1746147251.341494:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1814:x1830967346538496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.341500:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29337 00000100:00100000:0.0:1746147251.344745:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.350335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.355952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.357325:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346539264 00000100:00100000:1.0:1746147251.357332:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346539264 00002000:00100000:1.0:1746147251.357363:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5dc00 x1830967346539264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.357372:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967346539264 ext(0->4095) 00002000:00010000:1.0:1746147251.357376:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:1.0:1746147251.357620:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13141 00000100:00100000:1.0:1746147251.357626:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346539264:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.357738:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346539264:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1790us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.357743:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13141 00002000:00100000:1.0:1746147251.357748:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5dc00 x1830967346539264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.357755:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967346539264 ext(0->4095) 00002000:00010000:1.0:1746147251.357757:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746147251.359931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.363306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.369352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.369395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.372193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.372458:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346540032 00000100:00100000:1.0:1746147251.372464:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346540032 00000100:00100000:1.0:1746147251.372492:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29340 00000100:00100000:1.0:1746147251.372497:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1832:x1830967346540032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.372507:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.372517:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff212 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80fb6 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.372534:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.372537:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff20b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80faf expref: 46 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.372542:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.372545:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff212 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fb6 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.372565:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff20b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80faf expref: 46 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.372573:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff212 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fb6 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.372580:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc 0) 00000100:00100000:1.0:1746147251.372615:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1832:x1830967346540032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.372620:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29340 00000100:00100000:0.0:1746147251.375292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.378666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.378741:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346540416 00000100:00100000:1.0:1746147251.378746:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346540416 00002000:00100000:1.0:1746147251.378771:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125500 x1830967346540416/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.378786:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125500 with x1830967346540416 ext(0->4095) 00010000:00010000:1.0:1746147251.378792:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff20b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80faf expref: 45 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.378802:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff20b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80faf expref: 45 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.378808:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125500 00000100:00100000:1.0:1746147251.378829:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2368 00000100:00100000:1.0:1746147251.378833:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2006:x1830967346540416:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.378912:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2006:x1830967346540416:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.378917:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2368 00002000:00100000:1.0:1746147251.378921:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125500 x1830967346540416/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.378927:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125500 with x1830967346540416 ext(0->4095) 00010000:00010000:1.0:1746147251.378930:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff20b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80faf expref: 45 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.378937:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff20b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80faf expref: 45 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.378941:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125500 00000100:00100000:0.0:1746147251.381199:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.383740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.386577:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.389586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.392529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.394473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.396844:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346541568 00000100:00100000:0.0:1746147251.396849:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346541568 00000100:00100000:0.0:1746147251.396885:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29343 00000100:00100000:0.0:1746147251.396891:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1832:x1830967346541568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147251.396904:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147251.396914:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779bff227 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80fcb expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.396931:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147251.396935:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779bff220 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fc4 expref: 46 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.396940:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147251.396943:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779bff227 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fcb expref: 46 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.396965:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779bff220 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fc4 expref: 46 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.396975:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779bff227 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fcb expref: 46 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.396983:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ba00, rc 0) 00000100:00100000:0.0:1746147251.397023:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1832:x1830967346541568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147251.397029:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29343 00000100:00100000:0.0:1746147251.401711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.407676:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.412797:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.416746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.416970:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346542336 00000100:00100000:0.0:1746147251.416976:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346542336 00002000:00100000:0.0:1746147251.417004:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408000 x1830967346542336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.417014:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967346542336 ext(0->4095) 00002000:00010000:0.0:1746147251.417018:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:0.0:1746147251.417044:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13145 00000100:00100000:0.0:1746147251.417051:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346542336:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147251.417140:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346542336:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147251.417145:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13145 00002000:00100000:0.0:1746147251.417150:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408000 x1830967346542336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.417157:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967346542336 ext(0->4095) 00002000:00010000:0.0:1746147251.417159:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:0.0:1746147251.421370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.424303:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3764:1830967339890560:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.424339:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.424390:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339890560 00000100:00100000:1.0:1746147251.424395:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339890560 00000100:00100000:1.0:1746147251.424421:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1746147251.424426:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3764:x1830967339890560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.424456:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3764:x1830967339890560:12345-0@lo:400:kworker.0 Request processed in 30us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.424460:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1746147251.424485:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3764:1830967339890560:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.424510:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830967339890688:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.424530:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.424549:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339890688 00000100:00100000:1.0:1746147251.424552:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339890688 00000100:00100000:1.0:1746147251.427710:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1746147251.427720:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830967339890688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.427764:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830967339890688:12345-0@lo:400:kworker.0 Request processed in 47us (3232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.427768:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1746147251.427815:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746147251.427858:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967339890816:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.427882:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.427906:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830967339890688:0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428000:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339890816 00000100:00100000:0.0:1746147251.428006:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339890816 00000100:00100000:1.0:1746147251.428060:0:7244:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1746147251.428066:0:7244:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830967339890816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428091:0:7244:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830967339890816:12345-0@lo:400:kworker.0 Request processed in 26us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.428096:0:7244:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1746147251.428126:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339891072:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428146:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.428157:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339891584:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428171:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.428182:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339892096:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.428207:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1746147251.428211:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830967339890944:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428224:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.428236:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967339891456:0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428260:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339891072 00000100:00100000:1.0:1746147251.428262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147251.428264:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339891072 00000100:00100000:1.0:1746147251.428270:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967339891968:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.428295:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339891584 00000100:00100000:1.0:1746147251.428298:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339891584 00000100:00100000:1.0:1746147251.428313:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339892096 00000100:00100000:1.0:1746147251.428315:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339892096 00000100:00100000:1.0:1746147251.428324:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339891456 00000100:00100000:1.0:1746147251.428325:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339891456 00000100:00100000:1.0:1746147251.428331:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339891968 00000100:00100000:1.0:1746147251.428333:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339891968 00000100:00100000:1.0:1746147251.428340:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1746147251.428343:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3764:x1830967339891584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428350:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1746147251.428355:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339891072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428362:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3764:x1830967339891584:12345-0@lo:400:kworker.0 Request processed in 18us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.428368:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1746147251.428374:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1746147251.428377:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339892096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428383:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339891072:12345-0@lo:400:kworker.0 Request processed in 28us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147251.428388:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1746147251.428391:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339892096:12345-0@lo:400:kworker.0 Request processed in 13us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.428394:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1746147251.428399:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1746147251.428403:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967339891456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428406:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1746147251.428410:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967339891968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428414:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967339891456:12345-0@lo:400:kworker.0 Request processed in 11us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.428417:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1746147251.428432:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967339891968:12345-0@lo:400:kworker.0 Request processed in 22us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.428435:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967339891456:0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428437:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1746147251.428441:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967339891968:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428446:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339891072:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428452:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339891584:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428457:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339892096:0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428505:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339890944 00000100:00100000:1.0:1746147251.428507:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339890944 00000100:00100000:1.0:1746147251.428522:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1746147251.428525:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830967339891328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428545:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830967339891328:12345-0@lo:400:kworker.0 Request processed in 20us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.428549:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1746147251.428559:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1746147251.428562:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830967339890944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147251.428577:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830967339890944:12345-0@lo:400:kworker.0 Request processed in 15us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.428581:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1746147251.428594:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830967339890944:0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428954:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3765:1830967339891200:0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.428962:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3765:1830967339891712:0@lo:400:kworker.0 00000100:00100000:0.0:1746147251.433047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.433101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.434405:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346542720 00000100:00100000:1.0:1746147251.434410:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346542720 00000100:00100000:1.0:1746147251.434430:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29345 00000100:00100000:1.0:1746147251.434435:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1814:x1830967346542720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.434445:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.434455:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80fd9 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.434705:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff22e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd2 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.434711:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.434713:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.434715:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 45 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.434733:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff22e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd2 expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.434743:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff22e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd2 expref: 5 pid: 9587 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.434755:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339892352:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.434789:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147251.437119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.437144:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346542976 00000100:00100000:0.0:1746147251.437149:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346542976 00002000:00100000:0.0:1746147251.437177:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127100 x1830967346542976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.437186:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127100 with x1830967346542976 ext(0->4095) 00010000:00010000:0.0:1746147251.437193:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff22e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd2 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.437203:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff22e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd2 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.437208:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127100 00000100:00100000:0.0:1746147251.437231:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2370 00000100:00100000:0.0:1746147251.437236:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346542976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147251.437346:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346542976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147251.437351:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2370 00002000:00100000:0.0:1746147251.437356:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127100 x1830967346542976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.437362:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127100 with x1830967346542976 ext(0->4095) 00010000:00010000:0.0:1746147251.437366:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff22e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd2 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.437373:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff22e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd2 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.437378:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127100 00000100:00100000:1.0:1746147251.437605:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339892352:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.437620:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 44 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.437639:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951b1200, rc 0) 00000100:00100000:1.0:1746147251.437656:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1814:x1830967346542720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3222us (4555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.437662:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29345 00000100:00100000:0.0:1746147251.443978:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.449667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.455816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.455971:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346543488 00000100:00100000:1.0:1746147251.455978:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346543488 00000100:00100000:1.0:1746147251.456092:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29346 00000100:00100000:1.0:1746147251.456098:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346543488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.456111:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.456124:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff23c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80fe0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.456145:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.456151:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.456153:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.456156:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff23c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe0 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.456180:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.456189:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 43 pid: 9588 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.456198:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339892608:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.456280:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.459641:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339892608:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.459665:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff23c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe0 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.459680:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46000, rc 0) 00000100:00100000:0.0:1746147251.459816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.460067:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346543488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3967us (4256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.460074:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29346 00000100:00100000:1.0:1746147251.460113:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346543616 00000100:00100000:1.0:1746147251.460117:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346543616 00002000:00100000:1.0:1746147251.460141:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907df800 x1830967346543616/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.460148:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df800 with x1830967346543616 ext(0->7) 00010000:00010000:1.0:1746147251.460154:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 44 pid: 9588 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.460163:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 44 pid: 9588 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.460169:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df800 00000100:00100000:1.0:1746147251.460993:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2371 00000100:00100000:1.0:1746147251.461000:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346543616:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147251.461869:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346543616:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 867us (2050us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746147251.461876:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2371 00002000:00100000:0.0:1746147251.461882:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907df800 x1830967346543616/t4294972228(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.461889:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df800 with x1830967346543616 ext(0->7) 00010000:00010000:0.0:1746147251.461894:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 46 pid: 9588 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.461903:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779bff235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fd9 expref: 46 pid: 9588 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.461912:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df800 00000100:00100000:0.0:1746147251.471311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.473328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.473437:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346543744 00000100:00100000:1.0:1746147251.473442:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346543744 00000100:00100000:1.0:1746147251.473478:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29347 00000100:00100000:1.0:1746147251.473484:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a864450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346543744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.473496:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.473508:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff243 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80fe7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.473526:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff23c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe0 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.473531:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.473532:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.473535:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff243 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe7 expref: 47 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.473552:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff23c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe0 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.473560:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff23c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe0 expref: 5 pid: 9588 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.473568:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339892864:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.473611:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147251.474592:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.476286:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339892864:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.476303:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff243 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe7 expref: 46 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.476314:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46e00, rc 0) 00000100:00100000:1.0:1746147251.476341:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a864450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346543744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.476347:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29347 00000100:00100000:0.0:1746147251.482075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.483352:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967339893120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746147251.483387:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.483452:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339893120 00000100:00100000:1.0:1746147251.483457:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339893120 00000100:00100000:1.0:1746147251.483479:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1746147251.483483:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967339893120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746147251.483498:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 501209920 pending 573440 free 3921985536 avail 3690463232 00000100:00100000:1.0:1746147251.483529:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967339893120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.483535:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1746147251.483647:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967339893120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746147251.487666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.489668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.490034:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346544640 00000100:00100000:1.0:1746147251.490039:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346544640 00000100:00100000:1.0:1746147251.490297:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29348 00000100:00100000:1.0:1746147251.490304:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346544640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.490315:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.490327:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff24a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80fee expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.490347:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe7 expref: 45 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.490354:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.490355:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.490358:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff24a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fee expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.490382:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe7 expref: 45 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.490392:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fe7 expref: 45 pid: 9588 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.490401:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339893248:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.490464:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.492798:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339893248:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.492819:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff24a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fee expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.492832:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46c00, rc 0) 00000100:00100000:1.0:1746147251.492858:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346544640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2555us (3191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.492865:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29348 00000100:00100000:0.0:1746147251.494207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.497954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.498328:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346544896 00000100:00100000:1.0:1746147251.498334:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346544896 00000100:00100000:1.0:1746147251.498541:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29349 00000100:00100000:1.0:1746147251.498548:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1814:x1830967346544896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.498564:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.498578:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff251 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ff5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.498598:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff24a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.498604:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.498605:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.498608:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff251 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ff5 expref: 46 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.498641:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff24a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.498651:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff24a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80fee expref: 5 pid: 9588 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.498660:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339893504:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.498694:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147251.498987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.502880:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339893504:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.502904:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff251 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ff5 expref: 46 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.502917:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc 0) 00000100:00100000:1.0:1746147251.502949:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346544896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4402us (5000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.502959:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29349 00000100:00100000:0.0:1746147251.503563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.504290:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346545280 00000100:00100000:1.0:1746147251.504296:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346545280 00000100:00100000:1.0:1746147251.504460:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29350 00000100:00100000:1.0:1746147251.504467:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1832:x1830967346545280:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.504480:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.504492:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff258 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b80ffc expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.504508:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.504512:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff251 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ff5 expref: 47 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.504517:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.504520:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff258 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ffc expref: 47 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.504542:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff251 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ff5 expref: 47 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.504550:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff258 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ffc expref: 47 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.504556:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46200, rc 0) 00000100:00100000:1.0:1746147251.505394:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:1832:x1830967346545280:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 927us (1831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.505400:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29350 00000100:00100000:0.0:1746147251.506123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.510174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.513876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.518118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.521146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.521304:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346546176 00000100:00100000:1.0:1746147251.521311:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346546176 00000100:00100000:1.0:1746147251.521352:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29351 00000100:00100000:1.0:1746147251.521358:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346546176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.521371:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.521384:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff25f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81003 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.521404:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ffc expref: 45 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.521411:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.521412:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.521416:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff25f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81003 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.521439:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff258 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ffc expref: 45 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.521449:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46200/0x29021e8779bff258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80ffc expref: 45 pid: 9588 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.521459:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339894016:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.521525:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.524007:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339894016:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.524032:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff25f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81003 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.524052:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46e00, rc 0) 00000100:00100000:1.0:1746147251.524098:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346546176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2739us (2956us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.524106:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29351 00000100:00100000:0.0:1746147251.524500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.527511:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.527577:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346546560 00000100:00100000:1.0:1746147251.527583:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346546560 00002000:00100000:1.0:1746147251.527617:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8000 x1830967346546560/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.527626:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346546560 ext(0->4095) 00002000:00010000:1.0:1746147251.527640:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd8000 00000100:00100000:1.0:1746147251.527989:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13149 00000100:00100000:1.0:1746147251.527996:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346546560:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.528081:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346546560:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.528086:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13149 00002000:00100000:1.0:1746147251.528091:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8000 x1830967346546560/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.528098:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346546560 ext(0->4095) 00002000:00010000:1.0:1746147251.528101:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd8000 00000100:00100000:0.0:1746147251.532420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.532498:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.532565:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346546688 00000100:00100000:1.0:1746147251.532572:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346546688 00000100:00100000:1.0:1746147251.532603:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346546816 00000100:00100000:1.0:1746147251.532605:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346546816 00000100:00100000:1.0:1746147251.532625:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29352 00000100:00100000:1.0:1746147251.532639:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346546688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.532652:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.532667:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff266 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8100a expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532689:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff25f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81003 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532695:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.532697:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.532700:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff266 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8100a expref: 47 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532720:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff25f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81003 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532730:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46e00/0x29021e8779bff25f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81003 expref: 5 pid: 9588 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.532740:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339894400:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.532789:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.532803:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29353 00000100:00100000:1.0:1746147251.532808:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:1832:x1830967346546816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.532813:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.532818:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff26d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81011 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532831:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.532835:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff266 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8100a expref: 48 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532839:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.532842:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff26d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81011 expref: 48 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532860:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff266 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8100a expref: 48 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532869:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff26d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81011 expref: 48 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.532877:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46000, rc 0) 00000100:00100000:1.0:1746147251.532895:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1832:x1830967346546816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.532900:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29353 00000100:00100000:1.0:1746147251.533533:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339894272 00000100:00100000:1.0:1746147251.533537:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339894272 00000100:00100000:1.0:1746147251.533557:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746147251.533562:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339894272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746147251.533573:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 501209920 pending 573440 free 3921985536 avail 3690463232 00000100:00100000:1.0:1746147251.533597:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339894272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.533602:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746147251.534652:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339894400:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.534667:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47e00/0x29021e8779bff266 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8100a expref: 47 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.534678:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47e00, rc 0) 00000100:00100000:1.0:1746147251.534709:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+47:1814:x1830967346546688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2078us (2293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.534714:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29352 00000100:00100000:0.0:1746147251.536313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.539118:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.542527:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.549971:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.550122:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346547584 00000100:00100000:1.0:1746147251.550127:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346547584 00002000:00100000:1.0:1746147251.550160:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079df80 x1830967346547584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.550168:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079df80 with x1830967346547584 ext(0->4095) 00002000:00010000:1.0:1746147251.550172:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009079df80 00000100:00100000:1.0:1746147251.550188:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13150 00000100:00100000:1.0:1746147251.550194:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346547584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.550310:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346547584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.550576:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13150 00002000:00100000:1.0:1746147251.550582:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079df80 x1830967346547584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.550590:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079df80 with x1830967346547584 ext(0->4095) 00002000:00010000:1.0:1746147251.550593:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009079df80 00000100:00100000:0.0:1746147251.554970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.555090:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346547712 00000100:00100000:1.0:1746147251.555098:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346547712 00000100:00100000:1.0:1746147251.555138:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29354 00000100:00100000:1.0:1746147251.555143:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346547712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.555159:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.555171:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff274 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81018 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.555193:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff26d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81011 expref: 45 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.555199:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.555200:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.555203:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff274 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81018 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.555226:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff26d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81011 expref: 45 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.555234:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779bff26d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81011 expref: 45 pid: 9588 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.555267:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339894912:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.555342:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.559889:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339894912:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.559915:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff274 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81018 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.559929:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc 0) 00000100:00100000:1.0:1746147251.559981:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346547712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4836us (5016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.559988:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29354 00000100:00100000:0.0:1746147251.560098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.561102:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.561157:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346547968 00000100:00100000:1.0:1746147251.561161:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346547968 00000100:00100000:1.0:1746147251.561178:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29355 00000100:00100000:1.0:1746147251.561183:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346547968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.561193:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.561201:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff27b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8101f expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.561215:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff274 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81018 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.561220:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.561221:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.561223:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff27b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8101f expref: 47 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.561236:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff274 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81018 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.561264:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779bff274 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81018 expref: 5 pid: 9589 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.561272:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094409880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339895168:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.562660:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147251.563813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.573612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.573819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.581599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.588138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.591553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.596092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.600878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.604591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.605419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.609658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.609918:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346549888 00000100:00100000:1.0:1746147251.609924:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346549888 00000100:00100000:1.0:1746147251.609961:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29359 00000100:00100000:1.0:1746147251.609966:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+47:1832:x1830967346549888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.609979:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.609989:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff297 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8103b expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.610004:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.610008:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff290 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81034 expref: 48 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.610013:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.610016:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff297 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8103b expref: 48 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.610037:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff290 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81034 expref: 48 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.610044:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff297 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8103b expref: 48 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.610050:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47c00, rc 0) 00000100:00100000:1.0:1746147251.610079:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1832:x1830967346549888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.610084:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29359 00000100:00100000:0.0:1746147251.612760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.614941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.617062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.620104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.625705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.635377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.638769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.642758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.642857:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346551296 00000100:00100000:1.0:1746147251.642862:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346551296 00002000:00100000:1.0:1746147251.642892:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091426a00 x1830967346551296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.642904:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091426a00 with x1830967346551296 ext(0->4095) 00010000:00010000:1.0:1746147251.642911:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff29e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81042 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.642920:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff29e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81042 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.642926:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091426a00 00000100:00100000:1.0:1746147251.643392:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2380 00000100:00100000:1.0:1746147251.643399:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346551296:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147251.643492:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346551296:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.643501:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2380 00002000:00100000:1.0:1746147251.643506:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091426a00 x1830967346551296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.643513:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091426a00 with x1830967346551296 ext(0->4095) 00010000:00010000:1.0:1746147251.643517:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff29e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81042 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.643525:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803c00/0x29021e8779bff29e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81042 expref: 6 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.643531:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091426a00 00000100:00100000:0.0:1746147251.646423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.652515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.652775:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346551680 00000100:00100000:1.0:1746147251.652782:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346551680 00002000:00100000:1.0:1746147251.652817:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424e00 x1830967346551680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.652826:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424e00 with x1830967346551680 ext(0->4095) 00002000:00010000:1.0:1746147251.652830:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424e00 00000100:00100000:1.0:1746147251.652881:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13153 00000100:00100000:1.0:1746147251.652887:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346551680:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.653107:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346551680:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.653114:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13153 00002000:00100000:1.0:1746147251.653118:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424e00 x1830967346551680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.653126:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424e00 with x1830967346551680 ext(0->4095) 00002000:00010000:1.0:1746147251.653128:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424e00 00000100:00100000:0.0:1746147251.655113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.659509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000001:00080000:0.0:1746147251.661876:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970634 is committed 00000100:00100000:0.0:1746147251.662178:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.662360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.666012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.666110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.669459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.669553:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346552832 00000100:00100000:1.0:1746147251.669560:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346552832 00002000:00100000:1.0:1746147251.669589:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ce00 x1830967346552832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.669599:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ce00 with x1830967346552832 ext(0->4095) 00010000:00010000:1.0:1746147251.669605:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803a00/0x29021e8779bff2b3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81057 expref: 48 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.669616:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803a00/0x29021e8779bff2b3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81057 expref: 48 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.670174:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ce00 00000100:00100000:1.0:1746147251.670190:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2381 00000100:00100000:1.0:1746147251.670195:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346552832:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.670301:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346552832:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (847us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.670306:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2381 00002000:00100000:1.0:1746147251.670311:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ce00 x1830967346552832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.670318:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ce00 with x1830967346552832 ext(0->4095) 00010000:00010000:1.0:1746147251.670323:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803a00/0x29021e8779bff2b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81057 expref: 48 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.670331:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803a00/0x29021e8779bff2b3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81057 expref: 48 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.670336:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ce00 00000100:00100000:0.0:1746147251.673552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.675956:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339897856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746147251.675993:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147251.676352:0:3764:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970634 gen 2 00000004:00080000:1.0:1746147251.676357:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094e8fb80, transno 4294970634 00000100:00100000:1.0:1746147251.676368:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339897856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746147251.679275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.679409:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346553216 00000100:00100000:1.0:1746147251.679419:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346553216 00002000:00100000:1.0:1746147251.679461:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ea00 x1830967346553216/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.679474:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ea00 with x1830967346553216 ext(0->4095) 00002000:00010000:1.0:1746147251.679481:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417ea00 00000100:00100000:1.0:1746147251.680437:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13155 00000100:00100000:1.0:1746147251.680445:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2008:x1830967346553216:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147251.680552:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2008:x1830967346553216:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (1314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.680558:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13155 00002000:00100000:1.0:1746147251.680563:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ea00 x1830967346553216/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.680570:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ea00 with x1830967346553216 ext(0->4095) 00002000:00010000:1.0:1746147251.680573:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417ea00 00000100:00100000:0.0:1746147251.686392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.689831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.693346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.698349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.702520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.710677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.714896:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.716523:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346554368 00000100:00100000:1.0:1746147251.716531:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346554368 00002000:00100000:1.0:1746147251.716568:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d880 x1830967346554368/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.716577:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d880 with x1830967346554368 ext(0->4095) 00002000:00010000:1.0:1746147251.716581:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417d880 00000100:00100000:1.0:1746147251.716606:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13157 00000100:00100000:1.0:1746147251.716612:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2008:x1830967346554368:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147251.716722:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2008:x1830967346554368:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (1828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.716727:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13157 00002000:00100000:1.0:1746147251.716732:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d880 x1830967346554368/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.716738:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d880 with x1830967346554368 ext(0->4095) 00002000:00010000:1.0:1746147251.716740:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417d880 00000100:00100000:0.0:1746147251.724557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.735228:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.738917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.743364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.746385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.750122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.755050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.757696:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.762926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.763156:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346555776 00000100:00100000:1.0:1746147251.763161:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346555776 00002000:00100000:1.0:1746147251.763186:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fbd180 x1830967346555776/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.763193:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd180 with x1830967346555776 ext(0->7) 00010000:00010000:1.0:1746147251.763198:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff2d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8107a expref: 50 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.763207:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff2d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8107a expref: 50 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.763212:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbd180 00000100:00100000:1.0:1746147251.763222:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2385 00000100:00100000:1.0:1746147251.763226:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2008:x1830967346555776:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147251.765987:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2008:x1830967346555776:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2751us (3059us total) trans 4294972231 rc 0/0 00000100:00100000:1.0:1746147251.765997:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2385 00002000:00100000:1.0:1746147251.766006:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fbd180 x1830967346555776/t4294972231(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.766014:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd180 with x1830967346555776 ext(0->7) 00010000:00010000:1.0:1746147251.766024:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff2d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8107a expref: 52 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.766037:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094802600/0x29021e8779bff2d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8107a expref: 52 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.766043:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbd180 00000100:00100000:0.0:1746147251.769726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.775289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.775605:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346556160 00000100:00100000:1.0:1746147251.775612:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346556160 00002000:00100000:1.0:1746147251.775654:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf800 x1830967346556160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.775664:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf800 with x1830967346556160 ext(0->4095) 00002000:00010000:1.0:1746147251.775668:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf800 00000100:00100000:1.0:1746147251.775701:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13159 00000100:00100000:1.0:1746147251.775708:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346556160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147251.776045:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346556160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 337us (762us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.776050:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13159 00002000:00100000:1.0:1746147251.776055:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf800 x1830967346556160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.776061:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf800 with x1830967346556160 ext(0->4095) 00002000:00010000:1.0:1746147251.776064:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf800 00000100:00100000:0.0:1746147251.776126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.776153:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346556288 00000100:00100000:0.0:1746147251.776157:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346556288 00000100:00100000:0.0:1746147251.776177:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29370 00000100:00100000:0.0:1746147251.776181:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346556288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147251.776189:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147251.776201:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff2e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81088 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.776219:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bff2dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81081 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.776225:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147251.776227:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147251.776230:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff2e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81088 expref: 52 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.776282:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bff2dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81081 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147251.776293:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d40200/0x29021e8779bff2dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81081 expref: 5 pid: 9589 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746147251.776301:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339899264:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147251.776343:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147251.777902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.779214:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093fbdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339899264:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.779233:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff2e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81088 expref: 52 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.779265:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:1.0:1746147251.779301:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346556288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3119us (3175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.779307:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29370 00000100:00100000:1.0:1746147251.779340:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346556416 00000100:00100000:1.0:1746147251.779344:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346556416 00000100:00100000:0.0:1746147251.783408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.783639:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346556800 00000100:00100000:1.0:1746147251.783645:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346556800 00002000:00100000:1.0:1746147251.783679:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbdf80 x1830967346556800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.783687:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbdf80 with x1830967346556800 ext(0->4095) 00010000:00010000:1.0:1746147251.783693:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff2e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81088 expref: 53 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.783705:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff2e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81088 expref: 53 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.783711:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbdf80 00000100:00100000:1.0:1746147251.783741:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2386 00000100:00100000:1.0:1746147251.783747:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346556800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147251.783846:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346556800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.783852:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2386 00002000:00100000:1.0:1746147251.783857:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbdf80 x1830967346556800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.783864:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbdf80 with x1830967346556800 ext(0->4095) 00010000:00010000:1.0:1746147251.783868:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff2e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81088 expref: 53 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.783876:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff2e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81088 expref: 53 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.783945:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbdf80 00000100:00100000:0.0:1746147251.788981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.800716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.806155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.806419:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346557312 00000100:00100000:1.0:1746147251.806426:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346557312 00000100:00100000:1.0:1746147251.806613:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29372 00000100:00100000:1.0:1746147251.806619:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346557312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.806642:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.806658:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff2f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81096 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.806679:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff2eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8108f expref: 51 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.806685:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.806687:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.806689:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff2f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81096 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.806712:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff2eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8108f expref: 51 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.806725:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff2eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8108f expref: 51 pid: 9587 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.806734:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339899776:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.806816:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.814071:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339899776:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.814100:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff2f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81096 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.814116:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47c00, rc 0) 00000100:00100000:1.0:1746147251.814151:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346557312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7531us (8002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.814158:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29372 00000100:00100000:0.0:1746147251.815938:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.817204:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346557440:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1049us (1267us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746147251.817211:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2387 00002000:00100000:0.0:1746147251.817216:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944abb80 x1830967346557440/t4294972232(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.817223:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944abb80 with x1830967346557440 ext(0->7) 00010000:00010000:0.0:1746147251.817228:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff2eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8108f expref: 54 pid: 9587 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.817238:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40a00/0x29021e8779bff2eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8108f expref: 54 pid: 9587 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.817258:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944abb80 00000100:00100000:0.0:1746147251.821277:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.826239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.826557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.826764:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346557952 00000100:00100000:1.0:1746147251.826768:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346557952 00000100:00100000:1.0:1746147251.826787:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29373 00000100:00100000:1.0:1746147251.826791:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1814:x1830967346557952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.826799:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.826810:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8109d expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.826830:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff2f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81096 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.826840:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.826841:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.826844:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 54 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.826864:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff2f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81096 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.826872:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff2f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81096 expref: 6 pid: 9589 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.826881:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339900032:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.826923:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.829904:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339900032:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.829929:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 54 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.829943:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46c00, rc 0) 00000100:00100000:1.0:1746147251.829994:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346557952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3200us (3436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.830002:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29373 00000100:00100000:0.0:1746147251.830419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.830585:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346558080 00000100:00100000:1.0:1746147251.830590:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346558080 00000100:00100000:1.0:1746147251.830639:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29374 00000100:00100000:1.0:1746147251.830645:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1832:x1830967346558080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.830660:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.830670:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810a4 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.830687:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.830690:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 55 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.830695:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.830698:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 55 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.830722:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 55 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.831067:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 55 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.831079:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:1.0:1746147251.831103:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1832:x1830967346558080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 458us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.831109:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29374 00000100:00100000:0.0:1746147251.831659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.835863:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346558464 00000100:00100000:0.0:1746147251.835869:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346558464 00002000:00100000:0.0:1746147251.835899:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090564000 x1830967346558464/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.835907:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090564000 with x1830967346558464 ext(0->4095) 00010000:00010000:0.0:1746147251.835914:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 55 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.835925:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 55 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.835931:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090564000 00000100:00100000:0.0:1746147251.835945:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2388 00000100:00100000:0.0:1746147251.835951:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2006:x1830967346558464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147251.836223:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2006:x1830967346558464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 271us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147251.836229:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2388 00002000:00100000:0.0:1746147251.836235:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090564000 x1830967346558464/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.836260:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090564000 with x1830967346558464 ext(0->4095) 00010000:00010000:0.0:1746147251.836266:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 55 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.836273:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779bff2f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8109d expref: 55 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.836278:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090564000 00000100:00100000:0.0:1746147251.838889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.842445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.842485:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346558848 00000100:00100000:1.0:1746147251.842490:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346558848 00002000:00100000:1.0:1746147251.842522:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9c00 x1830967346558848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.842528:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9c00 with x1830967346558848 ext(0->4095) 00002000:00010000:1.0:1746147251.842532:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9c00 00000100:00100000:1.0:1746147251.842575:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13162 00000100:00100000:1.0:1746147251.842579:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2006:x1830967346558848:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.842860:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346558848:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 278us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.842915:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13162 00002000:00100000:1.0:1746147251.842921:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9c00 x1830967346558848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.842927:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9c00 with x1830967346558848 ext(0->4095) 00002000:00010000:1.0:1746147251.842930:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9c00 00000100:00100000:0.0:1746147251.847594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.847771:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346558976 00000100:00100000:1.0:1746147251.847778:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346558976 00000100:00100000:1.0:1746147251.847826:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29375 00000100:00100000:1.0:1746147251.847833:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346558976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.847849:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.847864:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff307 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810ab expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.848664:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 53 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.848672:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.848673:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.848676:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff307 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ab expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.848706:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 53 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.848717:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 53 pid: 9589 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.848727:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339900544:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.848804:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.859879:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339900544:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.859905:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff307 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ab expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.859920:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00000100:00100000:1.0:1746147251.859956:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346558976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12123us (12369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.859964:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29375 00000100:00100000:0.0:1746147251.860411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.863496:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346559104 00000100:00100000:1.0:1746147251.863506:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346559104 00002000:00100000:1.0:1746147251.863544:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944aa680 x1830967346559104/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.863551:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aa680 with x1830967346559104 ext(0->7) 00010000:00010000:1.0:1746147251.863558:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 54 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746147251.863569:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 54 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746147251.863575:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944aa680 00000100:00100000:1.0:1746147251.863605:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2389 00000100:00100000:1.0:1746147251.863610:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2007:x1830967346559104:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147251.864237:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2007:x1830967346559104:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 625us (3825us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746147251.864258:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2389 00002000:00100000:0.0:1746147251.864263:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944aa680 x1830967346559104/t4294972233(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.864270:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aa680 with x1830967346559104 ext(0->7) 00010000:00010000:0.0:1746147251.864274:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 56 pid: 9589 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.864282:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779bff300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810a4 expref: 56 pid: 9589 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.864288:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944aa680 00000100:00100000:0.0:1746147251.877427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.887783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.887898:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346559360 00000100:00100000:1.0:1746147251.887905:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346559360 00000100:00100000:1.0:1746147251.887956:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29376 00000100:00100000:1.0:1746147251.887963:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346559360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.887978:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.887992:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff30e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810b2 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.888013:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ab expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.888019:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.888021:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.888023:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff30e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810b2 expref: 57 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.888052:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ab expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.888063:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779bff307 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ab expref: 5 pid: 9589 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.888073:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339900800:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.888143:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147251.888673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.891639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.891878:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339900800:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.891898:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff30e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810b2 expref: 56 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.891911:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dce00, rc 0) 00000100:00100000:1.0:1746147251.891943:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346559360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3981us (4169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.891951:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29376 00000100:00100000:0.0:1746147251.892156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.892324:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346559744 00000100:00100000:1.0:1746147251.892329:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346559744 00000100:00100000:1.0:1746147251.892351:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29377 00000100:00100000:1.0:1746147251.892356:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1832:x1830967346559744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.892366:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.892376:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff315 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810b9 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.892392:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.892395:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff30e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810b2 expref: 57 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.892401:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.892404:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff315 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810b9 expref: 57 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.892426:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff30e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810b2 expref: 57 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.892439:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff315 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810b9 expref: 57 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.892446:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:1.0:1746147251.892465:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1832:x1830967346559744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.892469:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29377 00000100:00100000:0.0:1746147251.895883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.898982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.905223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.908318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.914586:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.914769:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.919395:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346561152 00000100:00100000:0.0:1746147251.919400:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346561152 00002000:00100000:0.0:1746147251.919429:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9180 x1830967346561152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.919443:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9180 with x1830967346561152 ext(0->4095) 00010000:00010000:0.0:1746147251.919449:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff31c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c0 expref: 6 pid: 24989 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.919460:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff31c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c0 expref: 6 pid: 24989 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.919465:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfa9180 00000100:00100000:0.0:1746147251.919477:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2392 00000100:00100000:0.0:1746147251.919482:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346561152:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147251.920273:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346561152:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 789us (928us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147251.920283:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2392 00002000:00100000:0.0:1746147251.920288:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9180 x1830967346561152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.920295:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9180 with x1830967346561152 ext(0->4095) 00010000:00010000:0.0:1746147251.920300:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff31c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c0 expref: 6 pid: 24989 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746147251.920308:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff31c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c0 expref: 6 pid: 24989 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746147251.920313:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfa9180 00000100:00100000:0.0:1746147251.924204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.931320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.945382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.945686:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346561664 00000100:00100000:1.0:1746147251.945693:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346561664 00000100:00100000:1.0:1746147251.945739:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29380 00000100:00100000:1.0:1746147251.945745:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346561664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.945761:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.945775:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff32a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810ce expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.945797:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff323 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c7 expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.945803:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.945805:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.945808:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff32a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ce expref: 6 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.945831:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff323 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c7 expref: 55 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.945845:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff323 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c7 expref: 55 pid: 24989 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746147251.945854:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967339901824:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.947564:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.950195:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967339901824:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.950218:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff32a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ce expref: 6 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.950231:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd200, rc 0) 00000100:00100000:1.0:1746147251.950287:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346561664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4541us (4911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.950294:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29380 00000100:00100000:0.0:1746147251.951352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.953278:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346561792:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1760us (1924us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746147251.953286:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2393 00002000:00100000:0.0:1746147251.953293:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86d880 x1830967346561792/t4294972234(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 496/448 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.953300:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967346561792 ext(0->7) 00010000:00010000:0.0:1746147251.953306:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff323 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c7 expref: 58 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147251.953317:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff323 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810c7 expref: 58 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147251.953323:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86d880 00000100:00100000:0.0:1746147251.956542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.956617:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346561920 00000100:00100000:1.0:1746147251.956632:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346561920 00000100:00100000:1.0:1746147251.956712:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29381 00000100:00100000:1.0:1746147251.956718:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346561920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.956733:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.956745:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bff331 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810d5 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.956764:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.956768:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff32a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ce expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.956778:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147251.956780:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bff331 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810d5 expref: 59 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.956806:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff32a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ce expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.956815:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bff331 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810d5 expref: 59 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.956823:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00000100:00100000:1.0:1746147251.957479:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1814:x1830967346561920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 759us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.957485:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29381 00000100:00100000:0.0:1746147251.961066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.966037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.969968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.974920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.978401:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.978574:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346562816 00000100:00100000:1.0:1746147251.978580:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346562816 00000100:00100000:1.0:1746147251.978631:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29382 00000100:00100000:1.0:1746147251.978638:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346562816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.978652:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.978665:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810dc expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.978686:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bff331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810d5 expref: 57 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.978692:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.978694:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147251.978697:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 6 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.978721:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bff331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810d5 expref: 57 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.978731:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bff331 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810d5 expref: 57 pid: 9587 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147251.978741:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967339902336:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.978807:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147251.980525:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967339902336:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147251.980547:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 6 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.980560:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd400, rc 0) 00000100:00100000:1.0:1746147251.980591:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346562816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1953us (2195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147251.980598:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29382 00000100:00100000:0.0:1746147251.983138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.985547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.986363:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346563072 00000100:00100000:1.0:1746147251.986370:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346563072 00000100:00100000:1.0:1746147251.986413:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29383 00000100:00100000:1.0:1746147251.986419:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346563072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147251.986432:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147251.986445:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff33f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810e3 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.986470:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.986476:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.986478:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147251.986480:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff33f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810e3 expref: 59 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.986502:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147251.986513:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 5 pid: 9587 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147251.986523:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967339902592:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147251.986581:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147251.989487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147251.989790:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346563328 00000100:00100000:1.0:1746147251.989796:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346563328 00002000:00100000:1.0:1746147251.989825:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad5500 x1830967346563328/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.989834:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5500 with x1830967346563328 ext(0->4095) 00010000:00010000:1.0:1746147251.989841:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147251.989853:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147251.989863:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad5500 00000100:00100000:1.0:1746147251.989890:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2395 00000100:00100000:1.0:1746147251.989896:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346563328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147251.990000:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346563328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147251.990006:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2395 00002000:00100000:1.0:1746147251.990011:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad5500 x1830967346563328/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147251.990018:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5500 with x1830967346563328 ext(0->4095) 00010000:00010000:1.0:1746147251.990022:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147251.990031:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff338 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810dc expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147251.990036:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad5500 00000100:00100000:0.0:1746147251.993238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.996705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147251.996734:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346563712 00000100:00100000:0.0:1746147251.996739:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346563712 00002000:00100000:0.0:1746147251.996770:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad4700 x1830967346563712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/0 e 0 to 0 dl 1746147262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.996778:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4700 with x1830967346563712 ext(0->4095) 00002000:00010000:0.0:1746147251.996781:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad4700 00000100:00100000:0.0:1746147251.996804:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13166 00000100:00100000:0.0:1746147251.996809:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346563712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147251.996900:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346563712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147251.996905:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13166 00002000:00100000:0.0:1746147251.996909:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad4700 x1830967346563712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746147262 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147251.996915:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4700 with x1830967346563712 ext(0->4095) 00002000:00010000:0.0:1746147251.996917:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad4700 00000100:00100000:0.0:1746147251.997011:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339902720:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147251.997025:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147251.997044:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346563456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3605us (3814us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147251.997051:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14161 00000100:00100000:0.0:1746147252.027728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:0.0:1746147252.028575:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147252.053599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.053715:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346563968 00000100:00100000:1.0:1746147252.054077:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346563968 00000100:00080000:0.0:1746147252.054122:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1746147252.054128:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad4380 x1830967346563968/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.054137:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4380 with x1830967346563968 ext(0->7) 00010000:00010000:1.0:1746147252.054144:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff33f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810e3 expref: 58 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.054160:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff33f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810e3 expref: 58 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.054166:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad4380 00000100:00100000:1.0:1746147252.054196:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2396 00000100:00100000:1.0:1746147252.054203:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346563968:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147252.055528:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2006:x1830967346563968:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1321us (1931us total) trans 4294972235 rc 0/0 00000100:00100000:0.0:1746147252.055537:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2396 00002000:00100000:0.0:1746147252.055545:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad4380 x1830967346563968/t4294972235(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/448 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.055552:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4380 with x1830967346563968 ext(0->7) 00010000:00010000:0.0:1746147252.055559:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff33f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810e3 expref: 60 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.055571:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff33f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810e3 expref: 60 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.055577:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad4380 00000100:00100000:0.0:1746147252.060040:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346564096 00000100:00100000:0.0:1746147252.060048:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346564096 00000100:00100000:0.0:1746147252.060085:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29385 00000100:00100000:0.0:1746147252.060091:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+60:1814:x1830967346564096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147252.060105:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147252.060119:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff34d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b810f1 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.060142:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147252.060147:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff346 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ea expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.060153:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147252.060156:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff34d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810f1 expref: 61 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.060188:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff346 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ea expref: 5 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.060199:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff34d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810f1 expref: 61 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.060207:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47c00, rc 0) 00000100:00100000:0.0:1746147252.060264:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346564096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147252.060269:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29385 00000100:00100000:0.0:1746147252.063644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.066403:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.066965:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346564480 00000100:00100000:1.0:1746147252.066970:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346564480 00002000:00100000:1.0:1746147252.067000:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6300 x1830967346564480/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.067008:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6300 with x1830967346564480 ext(0->4095) 00010000:00010000:1.0:1746147252.067015:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ea expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.067026:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ea expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.067032:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad6300 00000100:00100000:1.0:1746147252.067164:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2397 00000100:00100000:1.0:1746147252.067171:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346564480:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147252.067524:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346564480:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 352us (1121us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.067530:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2397 00002000:00100000:1.0:1746147252.067535:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6300 x1830967346564480/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.067543:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6300 with x1830967346564480 ext(0->4095) 00010000:00010000:1.0:1746147252.067547:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ea expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.067556:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d41400/0x29021e8779bff346 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ea expref: 6 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.067561:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad6300 00000100:00100000:0.0:1746147252.069997:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.077773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.077861:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346564864 00000100:00100000:1.0:1746147252.077868:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346564864 00002000:00100000:1.0:1746147252.077904:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6d80 x1830967346564864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.077912:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6d80 with x1830967346564864 ext(0->4095) 00002000:00010000:1.0:1746147252.077917:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad6d80 00000100:00100000:1.0:1746147252.077932:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13167 00000100:00100000:1.0:1746147252.077937:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2007:x1830967346564864:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147252.078207:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2007:x1830967346564864:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 267us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.078213:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13167 00002000:00100000:1.0:1746147252.078399:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6d80 x1830967346564864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.078407:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6d80 with x1830967346564864 ext(0->4095) 00002000:00010000:1.0:1746147252.078410:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad6d80 00000100:00100000:0.0:1746147252.084396:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.090923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.092769:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346565120:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1198us (1843us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746147252.092777:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2398 00002000:00100000:0.0:1746147252.092783:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad7480 x1830967346565120/t4294972236(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/448 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.092790:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad7480 with x1830967346565120 ext(0->7) 00010000:00010000:0.0:1746147252.092796:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff34d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810f1 expref: 62 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.092812:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b47c00/0x29021e8779bff34d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810f1 expref: 62 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.092818:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad7480 00000100:00100000:0.0:1746147252.098539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.104348:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.110170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.111166:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.111356:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346565760 00000100:00100000:0.0:1746147252.111359:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346565760 00000100:00100000:0.0:1746147252.111379:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29388 00000100:00100000:0.0:1746147252.111384:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346565760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147252.111390:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147252.111396:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff362 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81106 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.111406:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147252.111409:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779bff35b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ff expref: 64 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.111414:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147252.111416:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff362 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81106 expref: 64 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.111434:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779bff35b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b810ff expref: 64 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.111442:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b46a00/0x29021e8779bff362 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81106 expref: 64 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.111450:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46a00, rc 0) 00000100:00100000:0.0:1746147252.111467:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346565760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147252.111472:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29388 00000100:00100000:0.0:1746147252.114178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.120570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.122886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.124201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.126447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.128595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.128669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147252.131374:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746147252.132053:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.138674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.140388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.144878:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.148280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.150061:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.153137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.155789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.158360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.170659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.173582:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346568832:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2435us (2923us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1746147252.173591:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2403 00002000:00100000:0.0:1746147252.173599:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bfb6d80 x1830967346568832/t4294972237(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/448 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.173613:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6d80 with x1830967346568832 ext(0->7) 00010000:00010000:0.0:1746147252.173632:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff37e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81122 expref: 64 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.173647:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff37e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81122 expref: 64 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.173653:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6d80 00000100:00100000:0.0:1746147252.176638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.176687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.182161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.182551:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346569344 00000100:00100000:1.0:1746147252.182562:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346569344 00002000:00100000:1.0:1746147252.182595:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4000 x1830967346569344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.182604:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4000 with x1830967346569344 ext(0->4095) 00010000:00010000:1.0:1746147252.182612:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81129 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.182635:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81129 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.182641:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4000 00000100:00100000:1.0:1746147252.182665:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2404 00000100:00100000:1.0:1746147252.182672:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346569344:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.182762:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346569344:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (608us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.182768:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2404 00002000:00100000:1.0:1746147252.182773:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4000 x1830967346569344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.182780:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4000 with x1830967346569344 ext(0->4095) 00010000:00010000:1.0:1746147252.182784:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81129 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.182797:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81129 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.182803:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4000 00000100:00100000:0.0:1746147252.186182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.189549:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.194786:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.198112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.198385:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346569984 00000100:00100000:1.0:1746147252.198390:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346569984 00002000:00100000:1.0:1746147252.198420:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bfb4e00 x1830967346569984/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.198428:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4e00 with x1830967346569984 ext(0->7) 00010000:00010000:1.0:1746147252.198434:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bff38c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81130 expref: 64 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.198444:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bff38c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81130 expref: 64 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.198450:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4e00 00000100:00100000:1.0:1746147252.198462:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2405 00000100:00100000:1.0:1746147252.198468:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346569984:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147252.200079:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346569984:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1607us (1969us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746147252.200086:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2405 00002000:00100000:0.0:1746147252.200092:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bfb4e00 x1830967346569984/t4294972238(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/448 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.200100:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4e00 with x1830967346569984 ext(0->7) 00010000:00010000:0.0:1746147252.200105:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bff38c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81130 expref: 66 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.200116:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bff38c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81130 expref: 66 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.200122:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4e00 00000100:00100000:0.0:1746147252.202789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.208524:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.210619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.214583:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346570752 00000100:00100000:0.0:1746147252.214588:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346570752 00000100:00100000:0.0:1746147252.214707:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29397 00000100:00100000:0.0:1746147252.214713:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+7:1832:x1830967346570752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147252.214723:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147252.214733:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bff3a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81145 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.214747:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147252.214751:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff39a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8113e expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.214757:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147252.214759:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bff3a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81145 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.214781:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779bff39a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8113e expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.214790:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bff3a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81145 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.214796:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090548400, rc 0) 00000100:00100000:0.0:1746147252.214814:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+8:1832:x1830967346570752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147252.214820:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29397 00000100:00100000:0.0:1746147252.217638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.220586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.220673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.224813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.234739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.235568:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14176 00000100:00100000:1.0:1746147252.235577:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346571648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147252.235589:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147252.235608:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bff3a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81145 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.235636:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bff3a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81145 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.235655:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090548400/0x29021e8779bff3a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81145 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.235680:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.235681:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.235687:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff3a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8114c expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.235693:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff3a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8114c expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.235718:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff3a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8114c expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147252.235728:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339906560:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147252.235787:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.240451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.243282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.243354:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346572032 00000100:00100000:1.0:1746147252.243360:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346572032 00000100:00100000:1.0:1746147252.243452:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29399 00000100:00100000:1.0:1746147252.243459:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346572032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.243471:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.243484:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff3af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81153 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.243507:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff3a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8114c expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.243513:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.243515:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.243518:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff3af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81153 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.243546:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff3a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8114c expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.243556:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff3a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8114c expref: 65 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.243566:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339906688:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.243688:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.245160:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094408380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339906688:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.245178:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff3af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81153 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.245189:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd000, rc 0) 00000100:00100000:1.0:1746147252.245215:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346572032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1757us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.245221:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29399 00000100:00100000:0.0:1746147252.245696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.248044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.248132:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346572416 00000100:00100000:1.0:1746147252.248137:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346572416 00002000:00100000:1.0:1746147252.248161:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46300 x1830967346572416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.248169:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46300 with x1830967346572416 ext(0->4095) 00002000:00010000:1.0:1746147252.248172:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc46300 00000100:00100000:1.0:1746147252.248192:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13174 00000100:00100000:1.0:1746147252.248198:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346572416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147252.249500:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346572416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1298us (1453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.249508:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13174 00002000:00100000:1.0:1746147252.249514:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46300 x1830967346572416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.249521:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46300 with x1830967346572416 ext(0->4095) 00002000:00010000:1.0:1746147252.249525:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc46300 00000100:00100000:0.0:1746147252.252443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.252770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.252874:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29401 00000100:00100000:0.0:1746147252.252881:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1832:x1830967346572672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147252.252888:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147252.252900:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779bff3b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81161 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.252943:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147252.252947:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff3bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8115a expref: 68 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.252952:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147252.252955:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779bff3b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81161 expref: 68 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.252997:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff3bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8115a expref: 68 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.253012:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779bff3b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81161 expref: 68 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.253020:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60000, rc 0) 00000100:00100000:0.0:1746147252.253042:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+68:1832:x1830967346572672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147252.253047:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29401 00000100:00100000:0.0:1746147252.260404:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346572800 00000100:00100000:0.0:1746147252.260409:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346572800 00010000:00010000:0.0:1746147252.260434:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff3af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81153 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746147252.266027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.266581:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346573056 00000100:00100000:1.0:1746147252.266587:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346573056 00002000:00100000:1.0:1746147252.266617:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44380 x1830967346573056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.266636:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44380 with x1830967346573056 ext(0->4095) 00010000:00010000:1.0:1746147252.266644:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8115a expref: 67 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.266655:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8115a expref: 67 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.266665:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc44380 00000100:00100000:1.0:1746147252.266688:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2408 00000100:00100000:1.0:1746147252.266694:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2006:x1830967346573056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.266792:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2006:x1830967346573056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (767us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.266797:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2408 00002000:00100000:1.0:1746147252.266801:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44380 x1830967346573056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.266809:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44380 with x1830967346573056 ext(0->4095) 00010000:00010000:1.0:1746147252.266812:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8115a expref: 67 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.266820:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff3bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8115a expref: 67 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.266825:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc44380 00000100:00100000:0.0:1746147252.269062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.273209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.277908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.284076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.284364:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2409 00000100:00100000:1.0:1746147252.284372:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2008:x1830967346573696:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147252.285773:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2008:x1830967346573696:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1397us (1694us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746147252.285780:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2409 00002000:00100000:0.0:1746147252.285786:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008fc46d80 x1830967346573696/t4294972239(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/448 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.285794:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46d80 with x1830967346573696 ext(0->7) 00010000:00010000:0.0:1746147252.285800:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779bff3b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81161 expref: 68 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.285815:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779bff3b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81161 expref: 68 pid: 9587 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.285821:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46d80 00000100:00100000:0.0:1746147252.290309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.293852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.294278:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346574080 00000100:00100000:1.0:1746147252.294284:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346574080 00002000:00100000:1.0:1746147252.294317:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44700 x1830967346574080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.294325:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967346574080 ext(0->4095) 00002000:00010000:1.0:1746147252.294330:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44700 00000100:00100000:1.0:1746147252.294851:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13176 00000100:00100000:1.0:1746147252.294857:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346574080:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147252.294953:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346574080:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (1111us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.294959:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13176 00002000:00100000:1.0:1746147252.294963:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44700 x1830967346574080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.294970:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967346574080 ext(0->4095) 00002000:00010000:1.0:1746147252.294973:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44700 00000100:00100000:0.0:1746147252.300585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.300646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.302063:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29404 00000100:00100000:1.0:1746147252.302071:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+69:1814:x1830967346574336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.302078:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.302084:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff3d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81176 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.302094:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.302097:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff3cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8116f expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.302102:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.302104:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff3d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81176 expref: 70 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.302121:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff3cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8116f expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.302134:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff3d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81176 expref: 70 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.302141:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc600, rc 0) 00000100:00100000:1.0:1746147252.302159:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1814:x1830967346574336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.302163:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29404 00000100:00100000:0.0:1746147252.306552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.309295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.313792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.314468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.318393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.320803:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.320872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.321387:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346575488 00000100:00100000:0.0:1746147252.321391:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346575488 00010000:00010000:0.0:1746147252.321407:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff3d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81176 expref: 70 pid: 9587 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746147252.321422:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14183 00000100:00100000:0.0:1746147252.321426:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2006:x1830967346575488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147252.321434:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147252.321450:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff3d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81176 expref: 70 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.321459:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff3d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81176 expref: 70 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.321638:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff3d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81176 expref: 69 pid: 9587 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.321653:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147252.321654:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147252.321659:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.321665:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.322043:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.322053:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 5 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.322062:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339908480:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147252.322111:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.325030:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339908480:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147252.325030:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346575744 00000100:00100000:0.0:1746147252.325035:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346575744 00010000:00010000:1.0:1746147252.325044:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746147252.325068:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565500 x1830967346575744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746147252.325071:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346575488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3644us (4199us total) trans 0 rc 0/0 00002000:00100000:0.0:1746147252.325077:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565500 with x1830967346575744 ext(0->4095) 00000100:00100000:1.0:1746147252.325080:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14183 00010000:00010000:0.0:1746147252.325084:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.325095:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.325100:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565500 00000100:00100000:0.0:1746147252.325128:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2412 00000100:00100000:0.0:1746147252.325135:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346575744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147252.325225:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346575744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147252.325231:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2412 00002000:00100000:0.0:1746147252.325236:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565500 x1830967346575744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.325256:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565500 with x1830967346575744 ext(0->4095) 00010000:00010000:0.0:1746147252.325261:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.325269:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.325275:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565500 00000100:00100000:0.0:1746147252.329497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.329582:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346575872 00000100:00100000:1.0:1746147252.329589:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346575872 00010000:00010000:1.0:1746147252.329618:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.329670:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14184 00000100:00100000:1.0:1746147252.329676:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b262ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346575872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147252.329688:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147252.329704:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.329713:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.329731:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779bff3d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8117d expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.329746:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.329748:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.329754:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff3e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81184 expref: 67 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.329761:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff3e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81184 expref: 67 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.329784:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff3e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81184 expref: 67 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147252.329794:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339908608:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147252.329860:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.331862:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339908608:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147252.331877:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147252.331907:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b262ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346575872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2231us (2417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.331915:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14184 00000100:00100000:0.0:1746147252.332695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.334443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.339176:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.339271:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346576384 00000100:00100000:1.0:1746147252.339276:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346576384 00010000:00010000:1.0:1746147252.339299:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff3e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81184 expref: 68 pid: 24989 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.339324:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14185 00000100:00100000:1.0:1746147252.339329:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346576384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147252.339340:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147252.339354:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff3e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81184 expref: 68 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.339362:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff3e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81184 expref: 68 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.339378:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff3e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81184 expref: 68 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.339393:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.339395:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.339400:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff3e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8118b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.339406:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff3e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8118b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.339426:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779bff3e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8118b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147252.339435:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339908864:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147252.340184:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147252.342319:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.342340:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346576640 00000100:00100000:0.0:1746147252.342346:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346576640 00002000:00100000:0.0:1746147252.342376:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71c00 x1830967346576640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.342384:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71c00 with x1830967346576640 ext(0->4095) 00002000:00010000:0.0:1746147252.342387:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71c00 00000100:00100000:0.0:1746147252.342411:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13178 00000100:00100000:0.0:1746147252.342417:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346576640:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147252.342524:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346576640:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147252.342529:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13178 00002000:00100000:0.0:1746147252.342533:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71c00 x1830967346576640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.342539:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71c00 with x1830967346576640 ext(0->4095) 00002000:00010000:0.0:1746147252.342541:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71c00 00000100:00100000:1.0:1746147252.342672:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094408380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339908864:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147252.342685:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147252.342708:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2006:x1830967346576384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3378us (3532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.342714:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14185 00000100:00100000:0.0:1746147252.343935:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.345979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.346721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.349950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.353051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.355399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.355476:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346577664 00000100:00100000:1.0:1746147252.355481:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346577664 00002000:00100000:1.0:1746147252.355506:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ca80 x1830967346577664/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.355514:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ca80 with x1830967346577664 ext(0->4095) 00002000:00010000:1.0:1746147252.355518:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ca80 00000100:00100000:1.0:1746147252.355540:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13179 00000100:00100000:1.0:1746147252.355545:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346577664:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.355632:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346577664:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.355637:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13179 00002000:00100000:1.0:1746147252.355642:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ca80 x1830967346577664/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.355648:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ca80 with x1830967346577664 ext(0->4095) 00002000:00010000:1.0:1746147252.355650:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ca80 00000100:00100000:0.0:1746147252.358053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.367411:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.367582:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.370777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.370914:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfa9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339909760:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147252.370929:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d40600/0x29021e8779bff403 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811a7 expref: 69 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.370941:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d40600, rc 0) 00000100:00100000:0.0:1746147252.370958:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+69:1814:x1830967346578048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2851us (3376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147252.370963:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29411 00000100:00100000:0.0:1746147252.374913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.379221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.389819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.394558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.395176:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346578944 00000100:00100000:1.0:1746147252.395182:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346578944 00002000:00100000:1.0:1746147252.395212:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082c000 x1830967346578944/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.395220:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c000 with x1830967346578944 ext(0->7) 00010000:00010000:1.0:1746147252.395225:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40600/0x29021e8779bff403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811a7 expref: 68 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.395236:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40600/0x29021e8779bff403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811a7 expref: 68 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.395273:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082c000 00000100:00100000:1.0:1746147252.395295:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2415 00000100:00100000:1.0:1746147252.395301:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346578944:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147252.398641:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346578944:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 3320us (4070us total) trans 4294972240 rc 0/0 00000100:00100000:0.0:1746147252.398652:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2415 00002000:00100000:0.0:1746147252.398662:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082c000 x1830967346578944/t4294972240(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/448 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.398671:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c000 with x1830967346578944 ext(0->7) 00010000:00010000:0.0:1746147252.398679:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d40600/0x29021e8779bff403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811a7 expref: 70 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.398696:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d40600/0x29021e8779bff403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811a7 expref: 70 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.398702:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082c000 00000100:00100000:0.0:1746147252.415333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.415380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.424836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.424906:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346579456 00000100:00100000:1.0:1746147252.424913:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346579456 00002000:00100000:1.0:1746147252.424944:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998b800 x1830967346579456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.424952:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998b800 with x1830967346579456 ext(0->4095) 00010000:00010000:1.0:1746147252.424960:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff40a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811ae expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.424977:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff40a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811ae expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.424983:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998b800 00000100:00100000:1.0:1746147252.425013:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2416 00000100:00100000:1.0:1746147252.425018:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346579456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147252.425121:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346579456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.425127:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2416 00002000:00100000:1.0:1746147252.425132:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998b800 x1830967346579456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.425138:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998b800 with x1830967346579456 ext(0->4095) 00010000:00010000:1.0:1746147252.425142:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff40a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811ae expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.425151:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff40a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811ae expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.425156:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998b800 00000100:00100000:0.0:1746147252.432481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.438025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.448993:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.455047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.455316:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346580096 00000100:00100000:1.0:1746147252.455324:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346580096 00002000:00100000:1.0:1746147252.455359:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013998ad80 x1830967346580096/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.455367:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967346580096 ext(0->7) 00010000:00010000:1.0:1746147252.455376:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff411 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811b5 expref: 70 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.455387:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff411 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811b5 expref: 70 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.455392:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998ad80 00000100:00100000:1.0:1746147252.455427:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2417 00000100:00100000:1.0:1746147252.455434:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346580096:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147252.456787:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2005:x1830967346580096:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1349us (1743us total) trans 4294972241 rc 0/0 00000100:00100000:0.0:1746147252.456793:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2417 00002000:00100000:0.0:1746147252.457020:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013998ad80 x1830967346580096/t4294972241(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 496/448 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.457029:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967346580096 ext(0->7) 00010000:00010000:0.0:1746147252.457037:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff411 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811b5 expref: 72 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.457048:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff411 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811b5 expref: 72 pid: 9589 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746147252.457054:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998ad80 00000100:00100000:0.0:1746147252.464151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.470003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.479833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.480126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.484152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.493156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.496333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.503829:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.506692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.508967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.510599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.512847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.514358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.516661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.520392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.520550:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346582656 00000100:00100000:1.0:1746147252.520556:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346582656 00002000:00100000:1.0:1746147252.520593:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6a00 x1830967346582656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.520602:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6a00 with x1830967346582656 ext(0->4095) 00010000:00010000:1.0:1746147252.520609:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096b18000/0x29021e8779bff434 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811d8 expref: 73 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.520633:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096b18000/0x29021e8779bff434 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811d8 expref: 73 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.520639:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6a00 00000100:00100000:1.0:1746147252.520663:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2419 00000100:00100000:1.0:1746147252.520669:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2006:x1830967346582656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.520785:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2006:x1830967346582656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.520790:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2419 00002000:00100000:1.0:1746147252.520796:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6a00 x1830967346582656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.520803:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6a00 with x1830967346582656 ext(0->4095) 00010000:00010000:1.0:1746147252.520807:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096b18000/0x29021e8779bff434 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811d8 expref: 73 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.520815:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096b18000/0x29021e8779bff434 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811d8 expref: 73 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.520821:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6a00 00000100:00100000:0.0:1746147252.522183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.522226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.527205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.528644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.528714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.534781:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.539018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.546359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.550319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.556429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.558182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.563695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.563994:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346584704 00000100:00100000:1.0:1746147252.564001:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346584704 00002000:00100000:1.0:1746147252.564054:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a04a80 x1830967346584704/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.564063:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a04a80 with x1830967346584704 ext(0->4095) 00010000:00010000:1.0:1746147252.564071:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff450 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811f4 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.564083:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff450 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811f4 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.564089:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a04a80 00000100:00100000:1.0:1746147252.564116:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2422 00000100:00100000:1.0:1746147252.564122:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346584704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.564292:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346584704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.564298:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2422 00002000:00100000:1.0:1746147252.564304:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a04a80 x1830967346584704/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.564310:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a04a80 with x1830967346584704 ext(0->4095) 00010000:00010000:1.0:1746147252.564314:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff450 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811f4 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.564322:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff450 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b811f4 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.564327:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a04a80 00000100:00100000:0.0:1746147252.568637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.574816:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.577664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.582389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.584713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.588319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.588341:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346585728 00000100:00100000:1.0:1746147252.588347:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346585728 00002000:00100000:1.0:1746147252.588382:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408e00 x1830967346585728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.588391:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346585728 ext(0->4095) 00010000:00010000:1.0:1746147252.588400:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff45e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81202 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.588411:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff45e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81202 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.588417:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094408e00 00000100:00100000:1.0:1746147252.588432:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2423 00000100:00100000:1.0:1746147252.588438:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346585728:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147252.588555:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346585728:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.589516:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2423 00002000:00100000:1.0:1746147252.589523:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408e00 x1830967346585728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.589531:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346585728 ext(0->4095) 00010000:00010000:1.0:1746147252.589536:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff45e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81202 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.589545:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff45e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81202 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.589549:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147252.591763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.593598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.598021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.603653:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.610748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.613525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.613699:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346586752 00000100:00100000:1.0:1746147252.613705:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346586752 00000100:00100000:1.0:1746147252.613753:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29427 00000100:00100000:1.0:1746147252.613760:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346586752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.613774:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.613788:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff473 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81217 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.613810:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c4f1800/0x29021e8779bff46c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81210 expref: 71 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.613816:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.613818:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.613821:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff473 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81217 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.613847:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c4f1800/0x29021e8779bff46c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81210 expref: 71 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.613857:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c4f1800/0x29021e8779bff46c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81210 expref: 71 pid: 24989 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.613866:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339913856:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.613930:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.616201:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339913856:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.616228:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff473 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81217 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.616267:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147252.616304:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346586752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.616311:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29427 00000100:00100000:0.0:1746147252.617768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.621128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.622141:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346587008 00000100:00100000:1.0:1746147252.622149:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346587008 00000100:00100000:1.0:1746147252.623218:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29428 00000100:00100000:1.0:1746147252.623228:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+72:1814:x1830967346587008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.623256:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.623270:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff47a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8121e expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.623299:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff473 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81217 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.623305:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.623306:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.623309:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff47a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8121e expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.623336:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff473 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81217 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.623346:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff473 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81217 expref: 5 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.623356:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914112:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.623434:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147252.626342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.626469:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914112:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.626487:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff47a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8121e expref: 72 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.626499:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:1.0:1746147252.626534:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+72:1814:x1830967346587008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3308us (5409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.626541:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29428 00000100:00100000:0.0:1746147252.630119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.633588:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.641726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.642672:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346587776 00000100:00100000:1.0:1746147252.642680:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346587776 00000100:00100000:1.0:1746147252.642727:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29429 00000100:00100000:1.0:1746147252.642734:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346587776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.642748:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.642761:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff481 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81225 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.642782:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff47a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8121e expref: 71 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.642789:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.642791:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.642794:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff481 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81225 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.642817:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff47a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8121e expref: 71 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.642826:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff47a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8121e expref: 71 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.642836:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914368:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.642906:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.646354:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914368:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.646378:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff481 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81225 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.646392:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd400, rc 0) 00000100:00100000:1.0:1746147252.646437:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346587776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3703us (4717us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.646444:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29429 00000100:00100000:0.0:1746147252.659028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.664223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.668800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.668964:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346588160 00000100:00100000:1.0:1746147252.668971:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346588160 00000100:00100000:1.0:1746147252.669005:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29430 00000100:00100000:1.0:1746147252.669011:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967346588160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.669025:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.669044:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8122c expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.669067:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff481 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81225 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.669073:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.669075:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.669078:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.669101:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff481 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81225 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.669112:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff481 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81225 expref: 5 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.669121:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914624:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.670051:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147252.672053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.672884:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914624:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.672901:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 74 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.672912:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:1.0:1746147252.672930:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967346588160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3919us (4136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.672936:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29430 00000100:00100000:0.0:1746147252.675179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.675266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.675336:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346588544 00000100:00100000:1.0:1746147252.675342:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346588544 00000100:00100000:1.0:1746147252.675377:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29431 00000100:00100000:1.0:1746147252.675382:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1832:x1830967346588544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.675395:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.675406:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff48f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81233 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675602:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.675607:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675612:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.675615:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff48f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81233 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675655:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675664:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff48f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81233 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675675:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.675676:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.675681:0:9589:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675687:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675933:0:9589:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.675943:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8122c expref: 75 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.675952:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914880:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147252.675998:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.677324:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339914880:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147252.677335:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dde00, rc 0) 00000100:00100000:1.0:1746147252.677357:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1832:x1830967346588544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.677363:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29431 00000100:00100000:0.0:1746147252.677878:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.680028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.683029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.683110:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346589312 00000100:00100000:1.0:1746147252.683116:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346589312 00002000:00100000:1.0:1746147252.683146:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85880 x1830967346589312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.683159:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830967346589312 ext(0->4095) 00002000:00010000:1.0:1746147252.683162:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85880 00000100:00100000:1.0:1746147252.683327:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13189 00000100:00100000:1.0:1746147252.683334:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2008:x1830967346589312:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147252.683423:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2008:x1830967346589312:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.683427:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13189 00002000:00100000:1.0:1746147252.683432:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85880 x1830967346589312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.683437:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830967346589312 ext(0->4095) 00002000:00010000:1.0:1746147252.683440:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85880 00000100:00100000:0.0:1746147252.688759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.689133:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346589440 00000100:00100000:1.0:1746147252.689140:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346589440 00000100:00100000:1.0:1746147252.689225:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29432 00000100:00100000:1.0:1746147252.689232:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346589440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.689441:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.689456:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff496 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8123a expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.689479:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff48f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81233 expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.689485:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.689487:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.689490:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff496 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8123a expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.689513:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff48f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81233 expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.689523:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff48f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81233 expref: 73 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.689534:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339915136:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.689614:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.692419:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339915136:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.692445:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff496 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8123a expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.692460:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc200, rc 0) 00000100:00100000:1.0:1746147252.692495:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346589440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3263us (3743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.692502:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29432 00000100:00100000:0.0:1746147252.693275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.694938:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.695008:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346589696 00000100:00100000:1.0:1746147252.695013:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346589696 00000100:00100000:1.0:1746147252.695427:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29433 00000100:00100000:1.0:1746147252.695434:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967346589696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.695447:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.695459:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff49d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81241 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.695483:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff496 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8123a expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.695490:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.695491:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.695494:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff49d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81241 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.695512:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff496 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8123a expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.695522:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff496 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8123a expref: 5 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.695530:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339915392:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.695756:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147252.699005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.699585:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339915392:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.699609:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff49d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81241 expref: 74 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.699634:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc000, rc 0) 00000100:00100000:1.0:1746147252.700147:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967346589696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4712us (5210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.700154:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29433 00000100:00100000:0.0:1746147252.703629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.704965:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346590080 00000100:00100000:1.0:1746147252.704975:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346590080 00000100:00100000:1.0:1746147252.705033:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29434 00000100:00100000:1.0:1746147252.705041:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1832:x1830967346590080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.705056:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.705071:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff4a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81248 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.705100:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.705104:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff49d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81241 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.705110:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.705113:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff4a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81248 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.705143:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff49d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81241 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.705153:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff4a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81248 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.705161:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147252.705215:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1832:x1830967346590080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.705221:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29434 00000100:00100000:0.0:1746147252.705515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.710808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.713814:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.717567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.720121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.724215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.728405:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346591360 00000100:00100000:0.0:1746147252.728416:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346591360 00002000:00100000:0.0:1746147252.728450:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9f80 x1830967346591360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.728459:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967346591360 ext(0->4095) 00002000:00010000:0.0:1746147252.728467:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:0.0:1746147252.728492:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13191 00000100:00100000:0.0:1746147252.728498:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346591360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147252.728606:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346591360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1081us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147252.728611:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13191 00002000:00100000:0.0:1746147252.728616:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9f80 x1830967346591360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147252.728635:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967346591360 ext(0->4095) 00002000:00010000:0.0:1746147252.728637:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:0.0:1746147252.728690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.732327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.732803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.736125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.740439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.746637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.750833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.756312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.760924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.761773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.762480:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346593024 00000100:00100000:1.0:1746147252.762485:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346593024 00002000:00100000:1.0:1746147252.762509:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f480 x1830967346593024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.762522:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f480 with x1830967346593024 ext(0->4095) 00010000:00010000:1.0:1746147252.762528:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.762538:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.762543:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5f480 00000100:00100000:1.0:1746147252.762567:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2432 00000100:00100000:1.0:1746147252.762572:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346593024:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.762685:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346593024:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (912us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.762691:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2432 00002000:00100000:1.0:1746147252.762697:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f480 x1830967346593024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.762703:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f480 with x1830967346593024 ext(0->4095) 00010000:00010000:1.0:1746147252.762707:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.762715:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.762720:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5f480 00000100:00100000:0.0:1746147252.767527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.767663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.767693:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346593280 00000100:00100000:0.0:1746147252.767696:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346593280 00010000:00010000:0.0:1746147252.767714:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746147252.767737:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14217 00000100:00100000:0.0:1746147252.767743:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346593280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147252.767751:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147252.768777:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.768789:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.768855:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff4c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81264 expref: 6 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.768878:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147252.768916:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346593280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1172us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147252.768923:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14217 00000100:00100000:0.0:1746147252.773655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.773774:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346593536 00000100:00100000:1.0:1746147252.773782:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346593536 00002000:00100000:1.0:1746147252.773818:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5e680 x1830967346593536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.773826:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e680 with x1830967346593536 ext(0->4095) 00010000:00010000:1.0:1746147252.773834:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff4c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8126b expref: 76 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.773845:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff4c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8126b expref: 76 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.773852:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e680 00000100:00100000:1.0:1746147252.774016:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2433 00000100:00100000:1.0:1746147252.774023:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2006:x1830967346593536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.774278:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2006:x1830967346593536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 255us (629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.774284:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2433 00002000:00100000:1.0:1746147252.774290:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5e680 x1830967346593536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.774296:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e680 with x1830967346593536 ext(0->4095) 00010000:00010000:1.0:1746147252.774300:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff4c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8126b expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.774309:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff4c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8126b expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.774314:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e680 00000100:00100000:0.0:1746147252.778456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.783050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.783533:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346593920 00000100:00100000:1.0:1746147252.783539:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346593920 00002000:00100000:1.0:1746147252.783565:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5d500 x1830967346593920/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.783573:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5d500 with x1830967346593920 ext(0->4095) 00002000:00010000:1.0:1746147252.783577:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5d500 00000100:00100000:1.0:1746147252.783599:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13193 00000100:00100000:1.0:1746147252.783605:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967346593920:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147252.783731:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967346593920:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.783736:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13193 00002000:00100000:1.0:1746147252.783741:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5d500 x1830967346593920/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.783747:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5d500 with x1830967346593920 ext(0->4095) 00002000:00010000:1.0:1746147252.783749:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5d500 00000100:00100000:0.0:1746147252.785506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.788319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.796906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.796951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.800709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.801588:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346594688 00000100:00100000:1.0:1746147252.801597:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346594688 00000100:00100000:1.0:1746147252.801737:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29443 00000100:00100000:1.0:1746147252.801744:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1832:x1830967346594688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.801759:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.801777:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81287 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.801797:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.801802:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779bff4dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81280 expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.801808:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.801811:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81287 expref: 76 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.801835:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779bff4dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81280 expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.801844:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81287 expref: 76 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.801849:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc800, rc 0) 00000100:00100000:1.0:1746147252.802082:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1832:x1830967346594688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 337us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.802087:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29443 00000100:00100000:0.0:1746147252.803293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.808196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.808934:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346595072 00000100:00100000:1.0:1746147252.808940:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346595072 00002000:00100000:1.0:1746147252.808977:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c700 x1830967346595072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.808985:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c700 with x1830967346595072 ext(0->4095) 00010000:00010000:1.0:1746147252.808991:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779bff4dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81280 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.809002:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779bff4dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81280 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.809007:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5c700 00000100:00100000:1.0:1746147252.809231:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2435 00000100:00100000:1.0:1746147252.809237:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2005:x1830967346595072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147252.809347:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2005:x1830967346595072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (1151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.809353:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2435 00002000:00100000:1.0:1746147252.809358:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c700 x1830967346595072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.809364:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c700 with x1830967346595072 ext(0->4095) 00010000:00010000:1.0:1746147252.809368:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779bff4dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81280 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.809376:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779bff4dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81280 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.809381:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5c700 00000100:00100000:0.0:1746147252.810500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.812318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.812429:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346595456 00000100:00100000:1.0:1746147252.812433:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346595456 00002000:00100000:1.0:1746147252.812456:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c000 x1830967346595456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.812464:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c000 with x1830967346595456 ext(0->4095) 00002000:00010000:1.0:1746147252.812467:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5c000 00000100:00100000:1.0:1746147252.812490:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13195 00000100:00100000:1.0:1746147252.812496:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967346595456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147252.812579:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967346595456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.812585:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13195 00002000:00100000:1.0:1746147252.812589:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c000 x1830967346595456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.812596:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c000 with x1830967346595456 ext(0->4095) 00002000:00010000:1.0:1746147252.812605:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5c000 00000100:00100000:0.0:1746147252.813928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.813996:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346595584 00000100:00100000:1.0:1746147252.814000:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346595584 00000100:00100000:1.0:1746147252.814031:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29444 00000100:00100000:1.0:1746147252.814037:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346595584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.814047:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.814060:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff4ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8128e expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.814084:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81287 expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.814090:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.814092:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.814095:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff4ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8128e expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.814117:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81287 expref: 73 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.814126:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81287 expref: 73 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.814141:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339918208:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.814208:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.816146:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339918208:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.816170:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff4ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8128e expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.816183:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc600, rc 0) 00000100:00100000:1.0:1746147252.816223:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346595584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2185us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.816229:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29444 00000100:00100000:0.0:1746147252.816341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.820721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.823983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.824068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.824157:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346596096 00000100:00100000:1.0:1746147252.824164:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346596096 00000100:00100000:1.0:1746147252.824365:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346596224 00000100:00100000:1.0:1746147252.824369:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346596224 00000100:00100000:1.0:1746147252.824388:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29445 00000100:00100000:1.0:1746147252.824393:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1832:x1830967346596096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.824406:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.824419:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff4f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81295 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.824440:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff4ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8128e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.824446:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.824448:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.824451:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff4f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81295 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.824476:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff4ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8128e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.824484:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff4ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8128e expref: 5 pid: 9589 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746147252.824671:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339918464:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.824951:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.826105:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339918464:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.826125:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff4f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81295 expref: 75 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.826133:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:1.0:1746147252.826168:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1832:x1830967346596096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1774us (2190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.826173:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29445 00000100:00100000:0.0:1746147252.826545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.828510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.830498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.830677:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346596736 00000100:00100000:1.0:1746147252.830683:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346596736 00000100:00100000:1.0:1746147252.830806:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29447 00000100:00100000:1.0:1746147252.830812:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346596736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.830823:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.830836:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b812a3 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.830863:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.830868:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d819c00/0x29021e8779bff4f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8129c expref: 74 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.830872:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147252.830875:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812a3 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.830902:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d819c00/0x29021e8779bff4f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8129c expref: 74 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.830913:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff4ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812a3 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.830920:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc800, rc 0) 00000100:00100000:1.0:1746147252.830948:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346596736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.830953:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29447 00000100:00100000:0.0:1746147252.830958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.832956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.834987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.835794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.838591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.840350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.842689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.847683:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.849758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.851756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.853046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.854435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.857588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.857637:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346599168 00000100:00100000:1.0:1746147252.857643:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346599168 00002000:00100000:1.0:1746147252.857671:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4ca80 x1830967346599168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/0 e 0 to 0 dl 1746147263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.857678:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830967346599168 ext(0->4095) 00010000:00010000:1.0:1746147252.857685:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812b8 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.857699:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812b8 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.857703:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ca80 00000100:00100000:1.0:1746147252.857729:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2439 00000100:00100000:1.0:1746147252.857734:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2006:x1830967346599168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147252.857835:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2006:x1830967346599168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147252.857841:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2439 00002000:00100000:1.0:1746147252.857847:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4ca80 x1830967346599168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746147263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147252.857853:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830967346599168 ext(0->4095) 00010000:00010000:1.0:1746147252.857857:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812b8 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746147252.857866:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812b8 expref: 75 pid: 24989 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746147252.857870:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ca80 00000100:00100000:0.0:1746147252.859922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.859997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.862797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.871090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.871144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.875770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.886687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.892996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.896580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.899644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.900764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.907238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.911866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.911923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.915702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.918831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.919352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.924374:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.927967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.932873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.935413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.939476:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.942707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.942763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.947612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.947666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.947670:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346603392 00000100:00100000:1.0:1746147252.947677:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346603392 00000100:00100000:1.0:1746147252.947708:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29460 00000100:00100000:1.0:1746147252.947714:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1832:x1830967346603392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.947954:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.947966:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff55a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b812fe expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.947982:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147252.947987:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff553 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f7 expref: 76 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.947992:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.947994:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff55a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812fe expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.948018:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff553 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f7 expref: 76 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.948027:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff55a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812fe expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.948033:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00000100:00100000:1.0:1746147252.948338:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+76:1832:x1830967346603392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 623us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.948346:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29460 00000100:00100000:0.0:1746147252.948396:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14237 00000100:00100000:0.0:1746147252.948402:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346603520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147252.948410:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147252.948425:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff54c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f0 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.948436:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff54c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f0 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.948456:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff54c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f0 expref: 6 pid: 9589 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746147252.948600:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147252.948602:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147252.948607:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff553 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f7 expref: 74 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.948627:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f7 expref: 74 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.948648:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f7 expref: 74 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147252.948658:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812f7 expref: 74 pid: 9589 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746147252.948667:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e06f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339922432:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147252.948724:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147252.952571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.956226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.962157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.968230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147252.968286:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346604288 00000100:00100000:1.0:1746147252.968293:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346604288 00000100:00100000:1.0:1746147252.969102:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29461 00000100:00100000:1.0:1746147252.969111:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346604288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147252.969125:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147252.969140:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff561 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81305 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.969169:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff55a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812fe expref: 73 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.969176:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.969178:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147252.969181:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff561 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81305 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.969205:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff55a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812fe expref: 73 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.969215:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff55a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b812fe expref: 73 pid: 24989 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746147252.969226:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339922688:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147252.971747:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147252.972897:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339922688:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147252.972921:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff561 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81305 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147252.972935:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:1.0:1746147252.972982:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346604288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3873us (4759us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147252.972988:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29461 00000100:00100000:0.0:1746147252.989891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147252.995309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.003346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.004341:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346604800 00000100:00100000:1.0:1746147253.004347:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346604800 00000100:00100000:1.0:1746147253.004372:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29462 00000100:00100000:1.0:1746147253.004377:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1814:x1830967346604800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.004391:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.004404:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8130c expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.004425:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff561 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81305 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.004432:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.004433:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.004436:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8130c expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.004459:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff561 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81305 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.004469:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff561 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81305 expref: 5 pid: 24989 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746147253.004478:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339922944:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147253.004527:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147253.010058:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339922944:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147253.010084:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8130c expref: 76 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.010105:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd000, rc 0) 00000100:00100000:1.0:1746147253.010155:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+76:1814:x1830967346604800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5776us (6815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.010163:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29462 00000100:00100000:0.0:1746147253.010848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.015792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.022192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.025342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.025420:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346605568 00000100:00100000:1.0:1746147253.025427:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346605568 00000100:00100000:1.0:1746147253.025475:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29463 00000100:00100000:1.0:1746147253.025481:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346605568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.025496:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.025508:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff56f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81313 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.025530:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8130c expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.025537:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.025539:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.025542:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff56f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81313 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.025567:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8130c expref: 75 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.025577:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8130c expref: 75 pid: 24989 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746147253.025592:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339923200:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147253.025675:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147253.030217:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339923200:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147253.030263:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff56f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81313 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.030279:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:1.0:1746147253.030317:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346605568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4835us (4981us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147253.030318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.030324:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29463 00000100:00100000:1.0:1746147253.034900:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967346605696:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 983us (4581us total) trans 4294972244 rc 0/0 00000100:00100000:1.0:1746147253.034908:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2449 00002000:00100000:1.0:1746147253.034915:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013731bb80 x1830967346605696/t4294972244(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/448 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.034923:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731bb80 with x1830967346605696 ext(0->7) 00010000:00010000:1.0:1746147253.034931:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8130c expref: 78 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.034944:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8130c expref: 78 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.034949:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731bb80 00000100:00100000:0.0:1746147253.036576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.044932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.045339:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346606080 00000100:00100000:1.0:1746147253.045345:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346606080 00002000:00100000:1.0:1746147253.045477:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731b480 x1830967346606080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.045485:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731b480 with x1830967346606080 ext(0->4095) 00002000:00010000:1.0:1746147253.045489:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013731b480 00000100:00100000:1.0:1746147253.045504:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13203 00000100:00100000:1.0:1746147253.045510:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346606080:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147253.045632:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346606080:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.045637:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13203 00002000:00100000:1.0:1746147253.045642:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731b480 x1830967346606080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.045649:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731b480 with x1830967346606080 ext(0->4095) 00002000:00010000:1.0:1746147253.045651:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013731b480 00000100:00100000:0.0:1746147253.062083:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.062154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.075329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.082539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.088965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.094226:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.095358:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346607104 00000100:00100000:1.0:1746147253.095365:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346607104 00002000:00100000:1.0:1746147253.095396:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb8a80 x1830967346607104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.095405:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8a80 with x1830967346607104 ext(0->4095) 00002000:00010000:1.0:1746147253.095409:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fb8a80 00000100:00100000:1.0:1746147253.095435:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13204 00000100:00100000:1.0:1746147253.095441:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967346607104:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.095531:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967346607104:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (1311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.095537:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13204 00002000:00100000:1.0:1746147253.095542:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb8a80 x1830967346607104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.095859:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8a80 with x1830967346607104 ext(0->4095) 00002000:00010000:1.0:1746147253.095864:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fb8a80 00000100:00100000:0.0:1746147253.098207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.100872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.104318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.105435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.105521:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346607616 00000100:00100000:1.0:1746147253.105529:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346607616 00002000:00100000:1.0:1746147253.105565:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8fb80 x1830967346607616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.105572:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8fb80 with x1830967346607616 ext(0->4095) 00002000:00010000:1.0:1746147253.105576:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8fb80 00000100:00100000:1.0:1746147253.106229:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2451 00000100:00100000:1.0:1746147253.106235:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346607616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.106334:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346607616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (2017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.106338:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2451 00002000:00100000:1.0:1746147253.106343:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8fb80 x1830967346607616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.106349:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8fb80 with x1830967346607616 ext(0->4095) 00010000:00010000:1.0:1746147253.106353:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff584 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81328 expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.106362:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff584 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81328 expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.106368:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8fb80 00000100:00100000:0.0:1746147253.117338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.118134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.120767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.120834:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346608256 00000100:00100000:1.0:1746147253.120839:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346608256 00002000:00100000:1.0:1746147253.120868:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e680 x1830967346608256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.120877:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e680 with x1830967346608256 ext(0->4095) 00010000:00010000:1.0:1746147253.120884:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff58b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8132f expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.120895:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff58b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8132f expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.120901:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8e680 00000100:00100000:1.0:1746147253.120926:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2452 00000100:00100000:1.0:1746147253.120932:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967346608256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.121034:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967346608256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.121039:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2452 00002000:00100000:1.0:1746147253.121044:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e680 x1830967346608256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.121050:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e680 with x1830967346608256 ext(0->4095) 00010000:00010000:1.0:1746147253.121055:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff58b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8132f expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.121068:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff58b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8132f expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.121074:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8e680 00000100:00100000:0.0:1746147253.123041:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.127444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.130115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147253.133644:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147253.133875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.140096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.141692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.141946:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346609280 00000100:00100000:1.0:1746147253.141951:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346609280 00002000:00100000:1.0:1746147253.141977:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906abb80 x1830967346609280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.141986:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906abb80 with x1830967346609280 ext(0->4095) 00010000:00010000:1.0:1746147253.141993:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.142009:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.142015:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906abb80 00000100:00100000:1.0:1746147253.142030:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2453 00000100:00100000:1.0:1746147253.142036:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346609280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.142329:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346609280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 292us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.142335:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2453 00002000:00100000:1.0:1746147253.142340:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906abb80 x1830967346609280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.142352:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906abb80 with x1830967346609280 ext(0->4095) 00010000:00010000:1.0:1746147253.142357:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.142389:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.142395:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906abb80 00000100:00100000:0.0:1746147253.144808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.144878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.144905:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346609536 00000100:00100000:0.0:1746147253.144908:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346609536 00010000:00010000:0.0:1746147253.144923:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746147253.144940:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14248 00000100:00100000:0.0:1746147253.144945:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346609536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147253.144952:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147253.144967:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.144976:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.144992:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff599 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8133d expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.145003:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.145005:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.145009:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.145015:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.145034:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.145043:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 78 pid: 9589 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746147253.145054:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339925248:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147253.149792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.150049:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346609792 00000100:00100000:1.0:1746147253.150055:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346609792 00002000:00100000:1.0:1746147253.150087:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a63800 x1830967346609792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.150096:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63800 with x1830967346609792 ext(0->4095) 00010000:00010000:1.0:1746147253.150103:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.150115:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.150122:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63800 00000100:00100000:1.0:1746147253.150143:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2454 00000100:00100000:1.0:1746147253.150150:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967346609792:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.150273:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967346609792:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.150278:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2454 00002000:00100000:1.0:1746147253.150285:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a63800 x1830967346609792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.150291:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63800 with x1830967346609792 ext(0->4095) 00010000:00010000:1.0:1746147253.150295:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.150304:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff5a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81344 expref: 79 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.150309:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63800 00000100:00100000:0.0:1746147253.154552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.167074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.172960:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.176397:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.177184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.180565:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.186022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.191632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.195482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.205535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.209839:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346611456:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 3546us (4302us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746147253.209851:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2456 00002000:00100000:0.0:1746147253.209860:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a60380 x1830967346611456/t4294972245(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/448 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.209869:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60380 with x1830967346611456 ext(0->7) 00010000:00010000:0.0:1746147253.209878:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c407e00/0x29021e8779bff5b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81359 expref: 80 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.209892:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c407e00/0x29021e8779bff5b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81359 expref: 80 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.209898:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a60380 00000100:00100000:0.0:1746147253.219036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.225753:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.225845:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346611840 00000100:00100000:1.0:1746147253.225851:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346611840 00002000:00100000:1.0:1746147253.225888:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60700 x1830967346611840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.225897:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60700 with x1830967346611840 ext(0->4095) 00002000:00010000:1.0:1746147253.225902:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a60700 00000100:00100000:1.0:1746147253.225927:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13209 00000100:00100000:1.0:1746147253.225932:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346611840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.226043:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346611840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.226048:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13209 00002000:00100000:1.0:1746147253.226053:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60700 x1830967346611840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.226059:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60700 with x1830967346611840 ext(0->4095) 00002000:00010000:1.0:1746147253.226062:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a60700 00000100:00100000:0.0:1746147253.232164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.233954:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.234010:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346612096 00000100:00100000:1.0:1746147253.234014:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346612096 00000100:00100000:1.0:1746147253.234047:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29476 00000100:00100000:1.0:1746147253.234054:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1832:x1830967346612096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.234062:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.234070:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff5ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8136e expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.234084:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.234088:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff5c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81367 expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.234093:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.234095:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff5ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8136e expref: 82 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.234115:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff5c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81367 expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.234123:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff5ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8136e expref: 82 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.234132:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc000, rc 0) 00000100:00100000:1.0:1746147253.234166:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+82:1832:x1830967346612096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.234171:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29476 00000100:00100000:0.0:1746147253.235706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.239829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.247424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.247593:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346612864 00000100:00100000:1.0:1746147253.247600:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346612864 00002000:00100000:1.0:1746147253.247639:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74380 x1830967346612864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.247648:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74380 with x1830967346612864 ext(0->4095) 00002000:00010000:1.0:1746147253.247652:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74380 00000100:00100000:1.0:1746147253.247952:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13210 00000100:00100000:1.0:1746147253.247959:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346612864:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.248061:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346612864:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.248067:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13210 00002000:00100000:1.0:1746147253.248072:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74380 x1830967346612864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.248079:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74380 with x1830967346612864 ext(0->4095) 00002000:00010000:1.0:1746147253.248082:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74380 00000100:00100000:0.0:1746147253.253521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.259144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.259536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.263168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.266684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.270828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.277465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.283544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.284447:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346614144:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 722us (903us total) trans 4294972246 rc 0/0 00000100:00100000:0.0:1746147253.284453:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2459 00002000:00100000:0.0:1746147253.284458:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d77100 x1830967346614144/t4294972246(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/448 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.284464:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77100 with x1830967346614144 ext(0->7) 00010000:00010000:0.0:1746147253.284469:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff5d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8137c expref: 82 pid: 9588 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.284477:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff5d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8137c expref: 82 pid: 9588 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.284483:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d77100 00000100:00100000:0.0:1746147253.286845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.293659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.294367:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.295750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.299743:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.302698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.307154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.309697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.311526:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.314489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.317517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.320332:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.320442:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.320553:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346616320 00000100:00100000:1.0:1746147253.320557:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346616320 00000100:00100000:1.0:1746147253.320936:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29484 00000100:00100000:1.0:1746147253.320942:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+83:1832:x1830967346616320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.320948:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.320954:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff602 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b813a6 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.320963:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.320966:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779bff5fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8139f expref: 84 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.320971:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.320973:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff602 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813a6 expref: 84 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.321118:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779bff5fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8139f expref: 84 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.321130:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff602 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813a6 expref: 84 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.321137:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc000, rc 0) 00000100:00100000:1.0:1746147253.321157:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1832:x1830967346616320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.321162:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29484 00000100:00100000:0.0:1746147253.323742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.329848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.331544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.333654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.337411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.341013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.345303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.346107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.348536:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.348604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.353175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.357336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.361662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.362035:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346618624 00000100:00100000:1.0:1746147253.362040:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346618624 00002000:00100000:1.0:1746147253.362068:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051d180 x1830967346618624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.362076:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d180 with x1830967346618624 ext(0->4095) 00002000:00010000:1.0:1746147253.362079:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051d180 00000100:00100000:1.0:1746147253.362106:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13216 00000100:00100000:1.0:1746147253.362111:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346618624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.362216:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346618624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.362224:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13216 00002000:00100000:1.0:1746147253.362228:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051d180 x1830967346618624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.362234:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d180 with x1830967346618624 ext(0->4095) 00002000:00010000:1.0:1746147253.362237:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051d180 00000100:00100000:0.0:1746147253.364789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.367733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.370923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.372437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.372500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.372962:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29490 00000100:00100000:1.0:1746147253.372969:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+83:1832:x1830967346619392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.372975:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.372981:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff62c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b813d0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.372991:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.372994:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff625 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813c9 expref: 84 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.372999:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.373001:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff62c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813d0 expref: 84 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.373018:0:9587:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff625 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813c9 expref: 84 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.373027:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff62c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813d0 expref: 84 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.373034:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd000, rc 0) 00000100:00100000:1.0:1746147253.373055:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1832:x1830967346619392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.373060:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29490 00000100:00100000:0.0:1746147253.376898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.380764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.383927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.388853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.391755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.395598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.400419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.400709:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.404318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.406883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.412071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.416329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.419115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.424956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.427332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.430525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.433965:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.440676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.440732:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346622720 00000100:00100000:1.0:1746147253.440737:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346622720 00002000:00100000:1.0:1746147253.440772:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3b80 x1830967346622720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.440780:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3b80 with x1830967346622720 ext(0->4095) 00002000:00010000:1.0:1746147253.440784:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa3b80 00000100:00100000:1.0:1746147253.440812:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13220 00000100:00100000:1.0:1746147253.440819:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346622720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.440948:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346622720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.440954:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13220 00002000:00100000:1.0:1746147253.440959:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3b80 x1830967346622720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.440966:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3b80 with x1830967346622720 ext(0->4095) 00002000:00010000:1.0:1746147253.440969:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa3b80 00000100:00100000:0.0:1746147253.448117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.453308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.454411:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967346622976:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 866us (1108us total) trans 4294972247 rc 0/0 00000100:00100000:0.0:1746147253.454417:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2468 00002000:00100000:0.0:1746147253.454422:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa2d80 x1830967346622976/t4294972247(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/448 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.454428:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2d80 with x1830967346622976 ext(0->7) 00010000:00010000:0.0:1746147253.454433:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff64f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813f3 expref: 84 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.454441:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff64f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b813f3 expref: 84 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.454446:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2d80 00000100:00100000:0.0:1746147253.456015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.459963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.460081:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346623360 00000100:00100000:1.0:1746147253.460088:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346623360 00002000:00100000:1.0:1746147253.460121:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089880 x1830967346623360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.460130:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089880 with x1830967346623360 ext(0->4095) 00002000:00010000:1.0:1746147253.460134:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c089880 00000100:00100000:1.0:1746147253.460152:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13221 00000100:00100000:1.0:1746147253.460159:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346623360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.460285:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346623360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.460292:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13221 00002000:00100000:1.0:1746147253.460297:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089880 x1830967346623360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.460304:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089880 with x1830967346623360 ext(0->4095) 00002000:00010000:1.0:1746147253.460306:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c089880 00000100:00100000:0.0:1746147253.464669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.464861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.465806:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29498 00000100:00100000:1.0:1746147253.465813:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1832:x1830967346623616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.465820:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.465827:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff664 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81408 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.465837:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.465840:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff65d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81401 expref: 86 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.465844:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.465847:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff664 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81408 expref: 86 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.465867:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff65d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81401 expref: 86 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.465880:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff664 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81408 expref: 86 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.465889:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00000100:00100000:1.0:1746147253.465914:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1832:x1830967346623616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.465920:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29498 00000100:00100000:0.0:1746147253.467545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.470916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.470983:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346624000 00000100:00100000:1.0:1746147253.470991:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346624000 00002000:00100000:1.0:1746147253.471022:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088700 x1830967346624000/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.471030:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088700 with x1830967346624000 ext(0->4095) 00010000:00010000:1.0:1746147253.471036:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff65d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81401 expref: 85 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.471047:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff65d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81401 expref: 85 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.471052:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c088700 00000100:00100000:1.0:1746147253.471082:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2469 00000100:00100000:1.0:1746147253.471089:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346624000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.471231:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346624000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.471237:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2469 00002000:00100000:1.0:1746147253.471260:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088700 x1830967346624000/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.471267:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088700 with x1830967346624000 ext(0->4095) 00010000:00010000:1.0:1746147253.471271:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff65d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81401 expref: 85 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.471279:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff65d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81401 expref: 85 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.471285:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c088700 00000100:00100000:0.0:1746147253.472882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.476364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.487036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.491940:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.494838:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967346624640:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2658us (2893us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1746147253.494848:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2470 00002000:00100000:0.0:1746147253.494857:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012c089500 x1830967346624640/t4294972248(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/448 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.494864:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089500 with x1830967346624640 ext(0->7) 00010000:00010000:0.0:1746147253.494872:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81408 expref: 86 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.494885:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81408 expref: 86 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.494891:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c089500 00000100:00100000:0.0:1746147253.496932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.507865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.508360:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346625024 00000100:00100000:1.0:1746147253.508366:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346625024 00002000:00100000:1.0:1746147253.508396:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545180 x1830967346625024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.508406:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545180 with x1830967346625024 ext(0->4095) 00002000:00010000:1.0:1746147253.508410:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545180 00000100:00100000:1.0:1746147253.508430:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13223 00000100:00100000:1.0:1746147253.508436:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346625024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.508551:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346625024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (691us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.508556:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13223 00002000:00100000:1.0:1746147253.508561:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545180 x1830967346625024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.508568:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545180 with x1830967346625024 ext(0->4095) 00002000:00010000:1.0:1746147253.508570:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545180 00000100:00100000:0.0:1746147253.517439:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.521603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.526913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.527622:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346625536 00000100:00100000:1.0:1746147253.527628:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346625536 00002000:00100000:1.0:1746147253.527658:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546a00 x1830967346625536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.527666:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546a00 with x1830967346625536 ext(0->4095) 00002000:00010000:1.0:1746147253.527670:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090546a00 00000100:00100000:1.0:1746147253.527688:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13224 00000100:00100000:1.0:1746147253.527694:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346625536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.528637:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346625536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 937us (1726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.528644:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13224 00002000:00100000:1.0:1746147253.528650:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546a00 x1830967346625536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.528658:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546a00 with x1830967346625536 ext(0->4095) 00002000:00010000:1.0:1746147253.528661:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090546a00 00000100:00100000:0.0:1746147253.532129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.538745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.539009:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346625792 00000100:00100000:1.0:1746147253.539022:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346625792 00002000:00100000:1.0:1746147253.539064:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090546680 x1830967346625792/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.539074:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546680 with x1830967346625792 ext(0->7) 00010000:00010000:1.0:1746147253.539082:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81416 expref: 86 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.539096:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81416 expref: 86 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.539107:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546680 00000100:00100000:1.0:1746147253.539123:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2471 00000100:00100000:1.0:1746147253.539129:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2008:x1830967346625792:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147253.540014:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967346625792:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 882us (1273us total) trans 4294972249 rc 0/0 00000100:00100000:1.0:1746147253.540020:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2471 00002000:00100000:1.0:1746147253.540026:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090546680 x1830967346625792/t4294972249(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/448 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.540033:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546680 with x1830967346625792 ext(0->7) 00010000:00010000:1.0:1746147253.540038:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81416 expref: 88 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.540047:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81416 expref: 88 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.540053:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546680 00000100:00100000:0.0:1746147253.541736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.545425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.545733:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346626176 00000100:00100000:1.0:1746147253.545741:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346626176 00002000:00100000:1.0:1746147253.545778:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544000 x1830967346626176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.545786:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346626176 ext(0->4095) 00002000:00010000:1.0:1746147253.545791:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544000 00000100:00100000:1.0:1746147253.545871:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13225 00000100:00100000:1.0:1746147253.545879:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346626176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.546221:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346626176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 342us (801us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.546227:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13225 00002000:00100000:1.0:1746147253.546232:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544000 x1830967346626176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.546238:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346626176 ext(0->4095) 00002000:00010000:1.0:1746147253.546433:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544000 00000100:00100000:0.0:1746147253.549989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.550659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.550693:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346626432 00000100:00100000:1.0:1746147253.550697:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346626432 00000100:00100000:1.0:1746147253.550722:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29503 00000100:00100000:1.0:1746147253.550727:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1832:x1830967346626432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.550734:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.550741:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff687 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8142b expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.550753:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.550757:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 90 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.550762:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.550765:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff687 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8142b expref: 90 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.550785:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 90 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.550800:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff687 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8142b expref: 90 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.550808:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc000, rc 0) 00000100:00100000:1.0:1746147253.550845:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+90:1832:x1830967346626432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.550851:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29503 00000100:00100000:0.0:1746147253.553643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.558381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.558691:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346626816 00000100:00100000:1.0:1746147253.558698:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346626816 00002000:00100000:1.0:1746147253.558728:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544380 x1830967346626816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.558736:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544380 with x1830967346626816 ext(0->4095) 00010000:00010000:1.0:1746147253.558744:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.558754:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.558760:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544380 00000100:00100000:1.0:1746147253.558980:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2472 00000100:00100000:1.0:1746147253.558987:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346626816:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.559294:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346626816:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 306us (915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.559300:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2472 00002000:00100000:1.0:1746147253.559305:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544380 x1830967346626816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.559312:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544380 with x1830967346626816 ext(0->4095) 00010000:00010000:1.0:1746147253.559316:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.559325:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.559330:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544380 00000100:00100000:0.0:1746147253.561726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.562852:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14281 00000100:00100000:0.0:1746147253.562861:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346626944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147253.562873:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147253.562891:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.562903:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.562922:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bff680 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81424 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.562948:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.562950:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.562956:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff687 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8142b expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.562963:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff687 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8142b expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.562991:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff687 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8142b expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147253.563001:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339933568:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147253.563077:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147253.565743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.565975:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346627200 00000100:00100000:1.0:1746147253.565981:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346627200 00002000:00100000:1.0:1746147253.566010:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544a80 x1830967346627200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.566018:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544a80 with x1830967346627200 ext(0->4095) 00002000:00010000:1.0:1746147253.566022:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544a80 00000100:00100000:1.0:1746147253.566046:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13226 00000100:00100000:1.0:1746147253.566052:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967346627200:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147253.566171:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967346627200:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.566177:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13226 00002000:00100000:1.0:1746147253.566182:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544a80 x1830967346627200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.566188:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544a80 with x1830967346627200 ext(0->4095) 00002000:00010000:1.0:1746147253.566191:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544a80 00000100:00100000:0.0:1746147253.568528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.574450:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.579659:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346627584 00000100:00100000:0.0:1746147253.579667:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346627584 00000100:00100000:0.0:1746147253.579703:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29505 00000100:00100000:0.0:1746147253.579709:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1814:x1830967346627584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147253.579724:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147253.579737:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81439 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.579759:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff68e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81432 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.579765:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.579767:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.579770:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.579796:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff68e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81432 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.579808:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff68e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81432 expref: 5 pid: 24989 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746147253.579819:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339933952:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147253.580176:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339933824:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147253.580189:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147253.580209:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967346627456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5130us (5760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.580217:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14282 00000100:00100000:0.0:1746147253.580539:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147253.581086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.585000:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339933952:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147253.585026:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.585041:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136aaf000, rc 0) 00000100:00100000:1.0:1746147253.585090:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1814:x1830967346627584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5380us (5566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.585097:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29505 00000100:00100000:0.0:1746147253.587534:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.587626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.587737:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346627968 00000100:00100000:1.0:1746147253.587745:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346627968 00000100:00100000:1.0:1746147253.587789:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29506 00000100:00100000:1.0:1746147253.587796:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1832:x1830967346627968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.587809:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.587822:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff69c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81440 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.587842:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.587846:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.587852:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.587856:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff69c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81440 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.587883:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.587893:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff69c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81440 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.587901:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dde00, rc 0) 00000100:00100000:1.0:1746147253.587933:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1832:x1830967346627968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.587938:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29506 00000100:00100000:1.0:1746147253.592655:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346628352 00000100:00100000:1.0:1746147253.592661:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346628352 00002000:00100000:1.0:1746147253.592690:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090566d80 x1830967346628352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.592699:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090566d80 with x1830967346628352 ext(0->4095) 00010000:00010000:1.0:1746147253.592706:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.592718:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.592724:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090566d80 00000100:00100000:1.0:1746147253.592736:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2474 00000100:00100000:1.0:1746147253.592742:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346628352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.593657:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346628352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 913us (1160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.593663:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2474 00002000:00100000:1.0:1746147253.593668:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090566d80 x1830967346628352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.593676:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090566d80 with x1830967346628352 ext(0->4095) 00010000:00010000:1.0:1746147253.593681:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.593690:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136aaf000/0x29021e8779bff695 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81439 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.593695:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090566d80 00000100:00100000:0.0:1746147253.595917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.599924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.600019:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346628736 00000100:00100000:1.0:1746147253.600025:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346628736 00002000:00100000:1.0:1746147253.600057:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e680 x1830967346628736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.600065:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e680 with x1830967346628736 ext(0->4095) 00002000:00010000:1.0:1746147253.600068:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e680 00000100:00100000:1.0:1746147253.600095:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13227 00000100:00100000:1.0:1746147253.600102:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346628736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.600195:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346628736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.600201:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13227 00002000:00100000:1.0:1746147253.600206:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e680 x1830967346628736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.600213:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e680 with x1830967346628736 ext(0->4095) 00002000:00010000:1.0:1746147253.600215:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e680 00000100:00100000:0.0:1746147253.603184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.606882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.609495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.612954:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.613213:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346629376 00000100:00100000:1.0:1746147253.613217:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346629376 00002000:00100000:1.0:1746147253.613263:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f100 x1830967346629376/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.613272:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f100 with x1830967346629376 ext(0->4095) 00010000:00010000:1.0:1746147253.613279:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c407e00/0x29021e8779bff6a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81447 expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.613290:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c407e00/0x29021e8779bff6a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81447 expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.613296:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5f100 00000100:00100000:1.0:1746147253.613310:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2475 00000100:00100000:1.0:1746147253.613315:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346629376:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.613411:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346629376:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.613417:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2475 00002000:00100000:1.0:1746147253.613421:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f100 x1830967346629376/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.613427:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f100 with x1830967346629376 ext(0->4095) 00010000:00010000:1.0:1746147253.613432:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c407e00/0x29021e8779bff6a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81447 expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.613440:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c407e00/0x29021e8779bff6a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81447 expref: 6 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.613445:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5f100 00000100:00100000:0.0:1746147253.615523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.615578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.620057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.626042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.630540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.630785:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346630272 00000100:00100000:1.0:1746147253.630791:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346630272 00002000:00100000:1.0:1746147253.630821:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5dc00 x1830967346630272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.630830:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5dc00 with x1830967346630272 ext(0->4095) 00002000:00010000:1.0:1746147253.630835:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5dc00 00000100:00100000:1.0:1746147253.630863:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13228 00000100:00100000:1.0:1746147253.630869:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346630272:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.630973:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346630272:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.630979:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13228 00002000:00100000:1.0:1746147253.630984:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5dc00 x1830967346630272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.630991:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5dc00 with x1830967346630272 ext(0->4095) 00002000:00010000:1.0:1746147253.630994:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5dc00 00000100:00100000:0.0:1746147253.633465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.638195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.643648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.643731:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.643766:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346630912 00000100:00100000:0.0:1746147253.643772:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346630912 00002000:00100000:0.0:1746147253.643810:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6680 x1830967346630912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.643819:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6680 with x1830967346630912 ext(0->4095) 00002000:00010000:0.0:1746147253.643824:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6680 00000100:00100000:0.0:1746147253.643853:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13229 00000100:00100000:0.0:1746147253.643869:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346630912:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147253.643973:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346630912:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147253.643979:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13229 00002000:00100000:0.0:1746147253.643984:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6680 x1830967346630912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.643991:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6680 with x1830967346630912 ext(0->4095) 00002000:00010000:0.0:1746147253.643994:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6680 00000100:00100000:0.0:1746147253.648140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.649971:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346631168 00000100:00100000:0.0:1746147253.649976:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346631168 00010000:00010000:0.0:1746147253.649990:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff6b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8145c expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746147253.650018:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14289 00000100:00100000:0.0:1746147253.650023:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346631168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147253.650030:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147253.650045:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff6b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8145c expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.650054:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff6b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8145c expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.650069:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff6b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8145c expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.650091:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.650092:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147253.650097:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.650103:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.650120:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.650130:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 88 pid: 24989 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746147253.650139:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339935744:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147253.650194:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147253.655092:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339935744:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147253.655111:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147253.655160:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346631168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5135us (5248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147253.655169:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14289 00000100:00100000:1.0:1746147253.655406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.656155:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346631424 00000100:00100000:0.0:1746147253.656162:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346631424 00002000:00100000:0.0:1746147253.656190:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409880 x1830967346631424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.656199:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409880 with x1830967346631424 ext(0->4095) 00010000:00010000:0.0:1746147253.656206:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.656217:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.656223:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409880 00000100:00100000:0.0:1746147253.656299:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2477 00000100:00100000:0.0:1746147253.656306:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346631424:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.656483:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346631424:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (1077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.656489:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2477 00002000:00100000:1.0:1746147253.656494:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409880 x1830967346631424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.656501:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409880 with x1830967346631424 ext(0->4095) 00010000:00010000:1.0:1746147253.656505:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.656513:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779bff6bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81463 expref: 89 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.656518:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409880 00000100:00100000:0.0:1746147253.659006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.665015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.665357:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346631808 00000100:00100000:1.0:1746147253.665362:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346631808 00002000:00100000:1.0:1746147253.665393:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7b80 x1830967346631808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.665402:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7b80 with x1830967346631808 ext(0->4095) 00002000:00010000:1.0:1746147253.665406:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed7b80 00000100:00100000:1.0:1746147253.665436:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13230 00000100:00100000:1.0:1746147253.665442:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967346631808:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.665527:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967346631808:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.665533:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13230 00002000:00100000:1.0:1746147253.665538:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7b80 x1830967346631808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.665545:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7b80 with x1830967346631808 ext(0->4095) 00002000:00010000:1.0:1746147253.665547:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed7b80 00000100:00100000:0.0:1746147253.668447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.672574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.674806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.677927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.684118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.684877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.688515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.692688:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.696041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.696957:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346633344 00000100:00100000:1.0:1746147253.696963:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346633344 00002000:00100000:1.0:1746147253.696990:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84700 x1830967346633344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.696999:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830967346633344 ext(0->4095) 00002000:00010000:1.0:1746147253.697002:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84700 00000100:00100000:1.0:1746147253.697442:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13231 00000100:00100000:1.0:1746147253.697448:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967346633344:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147253.698111:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967346633344:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 660us (2074us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.698117:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13231 00002000:00100000:1.0:1746147253.698122:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84700 x1830967346633344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.698130:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830967346633344 ext(0->4095) 00002000:00010000:1.0:1746147253.698133:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84700 00000100:00100000:0.0:1746147253.700597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.707961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.709335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.710382:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346633728 00000100:00100000:1.0:1746147253.710388:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346633728 00000100:00100000:1.0:1746147253.710422:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29517 00000100:00100000:1.0:1746147253.710427:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1814:x1830967346633728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.710438:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.710448:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff6e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8148d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.710466:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff6e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81486 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.710476:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.710477:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147253.710480:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bff6e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8148d expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.710496:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff6e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81486 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.710504:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff6e2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81486 expref: 5 pid: 24989 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746147253.710511:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094408a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339937024:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147253.712672:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147253.713478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.714155:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346633984 00000100:00100000:1.0:1746147253.714161:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346633984 00002000:00100000:1.0:1746147253.714194:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85c00 x1830967346633984/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.714203:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967346633984 ext(0->4095) 00010000:00010000:1.0:1746147253.714209:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff6e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81486 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.714220:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff6e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81486 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.714226:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85c00 00000100:00100000:1.0:1746147253.714279:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2480 00000100:00100000:1.0:1746147253.714285:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346633984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.714384:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346633984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.714389:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2480 00002000:00100000:1.0:1746147253.714393:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85c00 x1830967346633984/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.714399:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967346633984 ext(0->4095) 00010000:00010000:1.0:1746147253.714403:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff6e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81486 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.714412:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff6e2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81486 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.714416:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85c00 00000100:00100000:0.0:1746147253.717183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.719484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.723359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.726621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.729190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.729369:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346634880 00000100:00100000:1.0:1746147253.729375:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346634880 00002000:00100000:1.0:1746147253.729407:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbd500 x1830967346634880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.729415:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd500 with x1830967346634880 ext(0->4095) 00002000:00010000:1.0:1746147253.729420:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbd500 00000100:00100000:1.0:1746147253.729447:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13232 00000100:00100000:1.0:1746147253.729453:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2007:x1830967346634880:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147253.729575:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2007:x1830967346634880:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.729584:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13232 00002000:00100000:1.0:1746147253.729589:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbd500 x1830967346634880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.729595:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd500 with x1830967346634880 ext(0->4095) 00002000:00010000:1.0:1746147253.729598:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbd500 00000100:00100000:0.0:1746147253.732822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.738164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.740684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.746705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.757137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.763086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.763162:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346635904 00000100:00100000:1.0:1746147253.763169:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346635904 00002000:00100000:1.0:1746147253.763205:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86e300 x1830967346635904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.763213:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e300 with x1830967346635904 ext(0->4095) 00002000:00010000:1.0:1746147253.763217:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86e300 00000100:00100000:1.0:1746147253.763566:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13233 00000100:00100000:1.0:1746147253.763573:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967346635904:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.764343:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967346635904:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 769us (1262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.764349:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13233 00002000:00100000:1.0:1746147253.764354:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86e300 x1830967346635904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.764362:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e300 with x1830967346635904 ext(0->4095) 00002000:00010000:1.0:1746147253.764365:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86e300 00000100:00100000:0.0:1746147253.768746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.776525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.778698:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346636160 00000100:00100000:1.0:1746147253.778708:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346636160 00002000:00100000:1.0:1746147253.778745:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86c000 x1830967346636160/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.778755:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86c000 with x1830967346636160 ext(0->7) 00010000:00010000:1.0:1746147253.778763:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a2 expref: 88 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.778776:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a2 expref: 88 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.778782:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86c000 00000100:00100000:1.0:1746147253.778813:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2483 00000100:00100000:1.0:1746147253.778821:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346636160:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147253.780920:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2005:x1830967346636160:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2093us (4397us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746147253.780929:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2483 00002000:00100000:0.0:1746147253.780937:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86c000 x1830967346636160/t4294972250(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 496/448 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.780945:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86c000 with x1830967346636160 ext(0->7) 00010000:00010000:0.0:1746147253.780954:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a2 expref: 90 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.780967:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bff6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a2 expref: 90 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.780974:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86c000 00000100:00100000:0.0:1746147253.785164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.789996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.792156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.792223:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346636672 00000100:00100000:0.0:1746147253.792228:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346636672 00002000:00100000:0.0:1746147253.792287:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a8e00 x1830967346636672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.792295:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8e00 with x1830967346636672 ext(0->4095) 00010000:00010000:0.0:1746147253.792302:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff705 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a9 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.792312:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff705 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a9 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.792318:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a8e00 00000100:00100000:0.0:1746147253.792349:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2484 00000100:00100000:0.0:1746147253.792356:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346636672:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147253.792451:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346636672:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147253.792457:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2484 00002000:00100000:0.0:1746147253.792462:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a8e00 x1830967346636672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147253.792469:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8e00 with x1830967346636672 ext(0->4095) 00010000:00010000:0.0:1746147253.792473:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff705 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a9 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746147253.792486:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff705 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814a9 expref: 6 pid: 24989 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746147253.792491:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a8e00 00000100:00100000:0.0:1746147253.796419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.798634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.803797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.806150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.809142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.811469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.813857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.817338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.819335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.820633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.823565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.828703:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.833178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.834484:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.840500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.840732:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346639232 00000100:00100000:1.0:1746147253.840738:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346639232 00002000:00100000:1.0:1746147253.840765:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079c000 x1830967346639232/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.840773:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079c000 with x1830967346639232 ext(0->4095) 00010000:00010000:1.0:1746147253.840780:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814cc expref: 90 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.840790:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814cc expref: 90 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.840796:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009079c000 00000100:00100000:1.0:1746147253.840819:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2487 00000100:00100000:1.0:1746147253.840824:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346639232:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.840920:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346639232:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (425us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.840927:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2487 00002000:00100000:1.0:1746147253.840931:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079c000 x1830967346639232/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.840939:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079c000 with x1830967346639232 ext(0->4095) 00010000:00010000:1.0:1746147253.840943:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814cc expref: 90 pid: 9589 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746147253.840951:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814cc expref: 90 pid: 9589 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746147253.840957:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009079c000 00000100:00100000:0.0:1746147253.843493:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.850119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.856022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.860008:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.860081:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346640128 00000100:00100000:1.0:1746147253.860088:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346640128 00002000:00100000:1.0:1746147253.860122:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574e00 x1830967346640128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.860131:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574e00 with x1830967346640128 ext(0->4095) 00002000:00010000:1.0:1746147253.860136:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574e00 00000100:00100000:1.0:1746147253.861011:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13236 00000100:00100000:1.0:1746147253.861018:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346640128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147253.861117:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346640128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (1114us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.861123:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13236 00002000:00100000:1.0:1746147253.861129:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574e00 x1830967346640128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.861136:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574e00 with x1830967346640128 ext(0->4095) 00002000:00010000:1.0:1746147253.861139:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574e00 00000100:00100000:0.0:1746147253.863747:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.867980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.869870:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.870803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.873959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.874724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.876891:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.881077:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.886409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.891615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.914760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.928182:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346642048 00000100:00100000:0.0:1746147253.928190:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346642048 00000100:00100000:0.0:1746147253.928239:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29533 00000100:00100000:0.0:1746147253.928273:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+93:1814:x1830967346642048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147253.928287:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147253.928301:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007cea0c00/0x29021e8779bff759 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b814fd expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.928323:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147253.928328:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff752 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814f6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.928334:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147253.928337:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007cea0c00/0x29021e8779bff759 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814fd expref: 94 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.928368:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff752 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814f6 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.928379:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007cea0c00/0x29021e8779bff759 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814fd expref: 94 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.928386:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007cea0c00, rc 0) 00000100:00100000:0.0:1746147253.928424:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+94:1814:x1830967346642048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147253.928429:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29533 00000100:00100000:0.0:1746147253.935012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.939365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.950439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.958034:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.963446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147253.963532:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346642944 00000100:00100000:1.0:1746147253.963539:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346642944 00000100:00100000:1.0:1746147253.963570:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29534 00000100:00100000:1.0:1746147253.963576:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346642944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147253.963590:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147253.963603:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff760 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81504 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.963635:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007cea0c00/0x29021e8779bff759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814fd expref: 91 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.963642:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.963643:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147253.963646:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff760 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81504 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.963669:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007cea0c00/0x29021e8779bff759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814fd expref: 91 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.963677:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007cea0c00/0x29021e8779bff759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b814fd expref: 91 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746147253.963686:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339941376:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147253.963757:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147253.966442:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339941376:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147253.966466:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff760 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81504 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147253.966480:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:1.0:1746147253.966536:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346642944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2959us (3095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147253.966544:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29534 00000100:00100000:0.0:1746147253.966950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.967867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.972044:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339941632:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147253.972067:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff767 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8150b expref: 93 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147253.972081:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ca00, rc 0) 00000100:00100000:0.0:1746147253.972119:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a863450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+93:1814:x1830967346643200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4152us (4251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147253.972128:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29535 00000100:00100000:1.0:1746147253.972450:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346643456 00000100:00100000:1.0:1746147253.972454:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346643456 00002000:00100000:1.0:1746147253.972479:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4000 x1830967346643456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/0 e 0 to 0 dl 1746147264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.972486:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967346643456 ext(0->4095) 00010000:00010000:1.0:1746147253.972492:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff760 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81504 expref: 6 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147253.972501:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff760 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81504 expref: 6 pid: 9589 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147253.972507:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4000 00000100:00100000:1.0:1746147253.972530:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2493 00000100:00100000:1.0:1746147253.972537:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346643456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147253.972643:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346643456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147253.972651:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2493 00002000:00100000:1.0:1746147253.972656:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4000 x1830967346643456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746147264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147253.972662:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967346643456 ext(0->4095) 00010000:00010000:1.0:1746147253.972666:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff760 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81504 expref: 6 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147253.972675:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff760 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81504 expref: 6 pid: 9589 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147253.972680:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4000 00000100:00100000:0.0:1746147253.975819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.978356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.985418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.989004:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.994399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147253.998816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.007852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.008816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:1.0:1746147254.010791:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147254.017270:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:1.0:1746147254.017983:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147254.030826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.030882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.038218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.044626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.044679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.054333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.058341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.062932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.067175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.070759:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.073073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.074933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.078447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.080897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.084214:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.087389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.093231:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346647936 00000100:00100000:0.0:1746147254.093238:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346647936 00002000:00100000:0.0:1746147254.093293:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6d80 x1830967346647936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.093302:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6d80 with x1830967346647936 ext(0->4095) 00002000:00010000:0.0:1746147254.093306:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6d80 00000100:00100000:0.0:1746147254.093331:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13241 00000100:00100000:0.0:1746147254.093337:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2006:x1830967346647936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147254.093444:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2006:x1830967346647936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (562us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147254.093450:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13241 00002000:00100000:0.0:1746147254.093455:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6d80 x1830967346647936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.093463:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6d80 with x1830967346647936 ext(0->4095) 00002000:00010000:0.0:1746147254.093465:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6d80 00000100:00100000:0.0:1746147254.095366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.102213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.107294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.108513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.114366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.118461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.121005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.127537:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.130419:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.134714:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.139349:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.142335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.142367:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346649984 00000100:00100000:1.0:1746147254.142374:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346649984 00002000:00100000:1.0:1746147254.142406:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d500 x1830967346649984/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.142415:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d500 with x1830967346649984 ext(0->4095) 00002000:00010000:1.0:1746147254.142419:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053d500 00000100:00100000:1.0:1746147254.142439:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13243 00000100:00100000:1.0:1746147254.142445:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346649984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147254.142543:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346649984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.142549:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13243 00002000:00100000:1.0:1746147254.142554:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d500 x1830967346649984/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.142561:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d500 with x1830967346649984 ext(0->4095) 00002000:00010000:1.0:1746147254.142869:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053d500 00000100:00100000:0.0:1746147254.143288:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.145956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.146722:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346650240 00000100:00100000:1.0:1746147254.146728:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346650240 00000100:00100000:1.0:1746147254.146772:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29549 00000100:00100000:1.0:1746147254.146778:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+92:1832:x1830967346650240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147254.146789:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147254.146799:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff7c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8156d expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.146814:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147254.146818:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779bff7c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81566 expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.146822:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147254.146825:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff7c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8156d expref: 93 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.146847:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779bff7c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81566 expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.146855:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff7c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8156d expref: 93 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.146865:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:1.0:1746147254.146882:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+93:1832:x1830967346650240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147254.146887:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29549 00000100:00100000:0.0:1746147254.147542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.152395:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346650624 00000100:00100000:1.0:1746147254.152401:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346650624 00002000:00100000:1.0:1746147254.152435:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4a80 x1830967346650624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.152443:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4a80 with x1830967346650624 ext(0->4095) 00010000:00010000:1.0:1746147254.152450:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779bff7c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81566 expref: 93 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.152462:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779bff7c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81566 expref: 93 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.152467:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4a80 00000100:00100000:1.0:1746147254.152596:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2502 00000100:00100000:1.0:1746147254.152613:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346650624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.152937:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346650624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 333us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.152943:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2502 00002000:00100000:1.0:1746147254.152949:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4a80 x1830967346650624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.152961:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4a80 with x1830967346650624 ext(0->4095) 00010000:00010000:1.0:1746147254.152965:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779bff7c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81566 expref: 93 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.152973:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779bff7c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81566 expref: 93 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.152978:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4a80 00000100:00100000:0.0:1746147254.154964:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.159399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.159497:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346651008 00000100:00100000:1.0:1746147254.159504:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346651008 00002000:00100000:1.0:1746147254.159539:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78700 x1830967346651008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.159547:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78700 with x1830967346651008 ext(0->4095) 00002000:00010000:1.0:1746147254.159551:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78700 00000100:00100000:1.0:1746147254.159581:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13244 00000100:00100000:1.0:1746147254.159587:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2006:x1830967346651008:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147254.159707:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2006:x1830967346651008:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.159712:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13244 00002000:00100000:1.0:1746147254.159717:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78700 x1830967346651008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.159724:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78700 with x1830967346651008 ext(0->4095) 00002000:00010000:1.0:1746147254.159726:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78700 00000100:00100000:0.0:1746147254.163475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.167957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.171511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.172681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.172710:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346651648 00000100:00100000:0.0:1746147254.172713:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346651648 00002000:00100000:0.0:1746147254.172735:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78a80 x1830967346651648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.172749:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967346651648 ext(0->4095) 00002000:00010000:0.0:1746147254.172753:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78a80 00000100:00100000:1.0:1746147254.173231:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2503 00000100:00100000:1.0:1746147254.173239:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346651648:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.173372:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346651648:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.173378:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2503 00002000:00100000:1.0:1746147254.173384:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78a80 x1830967346651648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.173391:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967346651648 ext(0->4095) 00010000:00010000:1.0:1746147254.173397:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff7d0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81574 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.173406:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779bff7d0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81574 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.173412:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f78a80 00000100:00100000:0.0:1746147254.174332:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339945600:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147254.174348:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147254.174389:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346651264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6269us (6439us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147254.174397:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14328 00000100:00100000:0.0:1746147254.177183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.181664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.186519:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.191620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.195720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.196630:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346652544 00000100:00100000:1.0:1746147254.196636:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346652544 00002000:00100000:1.0:1746147254.196663:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb800 x1830967346652544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.196670:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb800 with x1830967346652544 ext(0->4095) 00002000:00010000:1.0:1746147254.196674:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb800 00000100:00100000:1.0:1746147254.196687:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13246 00000100:00100000:1.0:1746147254.196692:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2005:x1830967346652544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.196794:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2005:x1830967346652544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (1083us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.196801:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13246 00002000:00100000:1.0:1746147254.196805:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb800 x1830967346652544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.196812:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb800 with x1830967346652544 ext(0->4095) 00002000:00010000:1.0:1746147254.196814:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb800 00000100:00100000:0.0:1746147254.200353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.204595:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.207063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.207106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.207140:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346653184 00000100:00100000:0.0:1746147254.207146:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346653184 00002000:00100000:0.0:1746147254.207180:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9500 x1830967346653184/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.207189:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9500 with x1830967346653184 ext(0->4095) 00002000:00010000:0.0:1746147254.207193:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9500 00000100:00100000:0.0:1746147254.207319:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13247 00000100:00100000:0.0:1746147254.207326:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346653184:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147254.207429:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346653184:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147254.207769:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13247 00002000:00100000:0.0:1746147254.207775:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9500 x1830967346653184/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.207783:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9500 with x1830967346653184 ext(0->4095) 00010000:00010000:0.0:1746147254.207788:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779bff7e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81589 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.207797:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779bff7e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81589 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.207802:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b9500 00000100:00100000:0.0:1746147254.212126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.212210:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339946496:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147254.212237:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 92 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212280:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:0.0:1746147254.212318:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+92:1814:x1830967346652928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4785us (5260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147254.212325:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29554 00000100:00100000:0.0:1746147254.212346:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346653312 00000100:00100000:0.0:1746147254.212350:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346653312 00000100:00100000:0.0:1746147254.212381:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29555 00000100:00100000:0.0:1746147254.212386:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+92:1832:x1830967346653312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147254.212398:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147254.212408:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81597 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212425:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147254.212429:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212434:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147254.212437:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81597 expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212463:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212472:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81597 expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212479:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007cea0000, rc 0) 00000100:00100000:0.0:1746147254.212494:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+93:1832:x1830967346653312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147254.212499:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29555 00000100:00100000:0.0:1746147254.212665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.212689:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346653440 00000100:00100000:0.0:1746147254.212692:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346653440 00010000:00010000:0.0:1746147254.212707:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779bff7e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81589 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746147254.212727:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14332 00000100:00100000:0.0:1746147254.212732:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346653440:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147254.212739:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147254.212754:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779bff7e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81589 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.212763:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779bff7e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81589 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.212778:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779bff7e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81589 expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.212789:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147254.212790:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147254.212795:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 92 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212801:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 92 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212818:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 92 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.212827:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 92 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746147254.212841:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339946752:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147254.212894:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.215906:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71bb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339946752:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147254.215924:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147254.215971:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346653440:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3236us (3303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147254.215981:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14332 00000100:00100000:1.0:1746147254.216119:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.216272:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2505 00000100:00100000:1.0:1746147254.216283:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346653696:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.216376:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346653696:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.216683:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2505 00002000:00100000:1.0:1746147254.216690:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408380 x1830967346653696/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.216697:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408380 with x1830967346653696 ext(0->4095) 00010000:00010000:1.0:1746147254.216701:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 93 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.216710:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779bff7ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81590 expref: 93 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.216715:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094408380 00000100:00100000:0.0:1746147254.218710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.231415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.231532:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346654080 00000100:00100000:1.0:1746147254.231540:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346654080 00002000:00100000:1.0:1746147254.231573:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9180 x1830967346654080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.231583:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9180 with x1830967346654080 ext(0->4095) 00002000:00010000:1.0:1746147254.231587:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9180 00000100:00100000:1.0:1746147254.231618:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13248 00000100:00100000:1.0:1746147254.231624:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2005:x1830967346654080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.231726:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2005:x1830967346654080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.231731:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13248 00002000:00100000:1.0:1746147254.231736:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9180 x1830967346654080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.231742:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9180 with x1830967346654080 ext(0->4095) 00002000:00010000:1.0:1746147254.231744:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9180 00000100:00100000:0.0:1746147254.235394:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.235553:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346654208 00000100:00100000:1.0:1746147254.235559:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346654208 00000100:00100000:1.0:1746147254.236047:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29556 00000100:00100000:1.0:1746147254.236054:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346654208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147254.236070:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147254.236084:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff7fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8159e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.236106:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81597 expref: 91 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.236113:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147254.236114:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147254.236118:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff7fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8159e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.236140:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81597 expref: 91 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.236150:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81597 expref: 91 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746147254.236160:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339947008:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147254.236222:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147254.243749:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339947008:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147254.243780:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff7fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8159e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.243795:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147254.243994:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346654208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7937us (8604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147254.244002:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29556 00000100:00100000:0.0:1746147254.246736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.251933:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2006:x1830967346654336:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4053us (5197us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746147254.251943:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2506 00002000:00100000:0.0:1746147254.251951:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a71baa00 x1830967346654336/t4294972252(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.251960:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71baa00 with x1830967346654336 ext(0->7) 00010000:00010000:0.0:1746147254.251969:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81597 expref: 94 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.251983:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007cea0000/0x29021e8779bff7f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81597 expref: 94 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.251989:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71baa00 00000100:00100000:0.0:1746147254.254847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.279332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.282715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.282966:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346654848 00000100:00100000:1.0:1746147254.282975:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346654848 00000100:00100000:1.0:1746147254.283065:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29557 00000100:00100000:1.0:1746147254.283073:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+93:1832:x1830967346654848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147254.283089:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147254.283103:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff801 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b815a5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.283132:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff7fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8159e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.283139:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147254.283140:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147254.283143:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff801 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815a5 expref: 94 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.283169:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff7fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8159e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.283180:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bff7fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8159e expref: 5 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746147254.283190:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339947264:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147254.284394:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.294952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.298622:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.298887:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346655232 00000100:00100000:1.0:1746147254.298894:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346655232 00002000:00100000:1.0:1746147254.298933:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130662680 x1830967346655232/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.298942:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130662680 with x1830967346655232 ext(0->4095) 00002000:00010000:1.0:1746147254.298946:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130662680 00000100:00100000:1.0:1746147254.299366:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13250 00000100:00100000:1.0:1746147254.299373:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2005:x1830967346655232:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.301868:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2005:x1830967346655232:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 2480us (3251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.301883:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13250 00002000:00100000:1.0:1746147254.301896:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130662680 x1830967346655232/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.301905:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130662680 with x1830967346655232 ext(0->4095) 00002000:00010000:1.0:1746147254.301912:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130662680 00000100:00100000:0.0:1746147254.307679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.316161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.316641:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346655488 00000100:00100000:1.0:1746147254.316648:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346655488 00002000:00100000:1.0:1746147254.316687:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130661c00 x1830967346655488/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.316697:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661c00 with x1830967346655488 ext(0->7) 00010000:00010000:1.0:1746147254.316703:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff801 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815a5 expref: 94 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.316715:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff801 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815a5 expref: 94 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.316721:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130661c00 00000100:00100000:1.0:1746147254.316750:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2507 00000100:00100000:1.0:1746147254.316757:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2006:x1830967346655488:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147254.321886:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346655488:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5117us (5722us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746147254.321900:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2507 00002000:00100000:0.0:1746147254.321911:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130661c00 x1830967346655488/t4294972253(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.321921:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661c00 with x1830967346655488 ext(0->7) 00010000:00010000:0.0:1746147254.321932:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff801 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815a5 expref: 96 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.321950:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc000/0x29021e8779bff801 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815a5 expref: 96 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.321957:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130661c00 00000100:00100000:0.0:1746147254.336109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.338322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.346648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.351153:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.362999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.373096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.398568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.398844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.403359:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2005:x1830967346656768:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4014us (4506us total) trans 4294972254 rc 0/0 00000100:00100000:0.0:1746147254.403370:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2509 00002000:00100000:0.0:1746147254.403381:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012c4b7800 x1830967346656768/t4294972254(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.403390:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7800 with x1830967346656768 ext(0->7) 00010000:00010000:0.0:1746147254.403399:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bff80f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815b3 expref: 99 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.403413:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bff80f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815b3 expref: 99 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.403419:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b7800 00000100:00100000:0.0:1746147254.411810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.420698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.425517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.430871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.456573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.470092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.470152:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.471536:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346657792:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1140us (1447us total) trans 4294972255 rc 0/0 00000100:00100000:0.0:1746147254.471547:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2511 00002000:00100000:0.0:1746147254.471557:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130a05880 x1830967346657792/t4294972255(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.471565:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a05880 with x1830967346657792 ext(0->7) 00010000:00010000:0.0:1746147254.471574:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff81d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815c1 expref: 101 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.471588:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff81d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815c1 expref: 101 pid: 9589 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.471594:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a05880 00000100:00100000:0.0:1746147254.476345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.489668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.497430:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.502180:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.505349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.508768:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.513599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.513644:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346659200 00000100:00100000:1.0:1746147254.513650:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346659200 00002000:00100000:1.0:1746147254.513692:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408a80 x1830967346659200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.513708:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967346659200 ext(0->4095) 00002000:00010000:1.0:1746147254.513713:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408a80 00000100:00100000:1.0:1746147254.514003:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13254 00000100:00100000:1.0:1746147254.514011:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346659200:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.514132:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346659200:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.514138:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13254 00002000:00100000:1.0:1746147254.514143:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408a80 x1830967346659200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.514151:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967346659200 ext(0->4095) 00002000:00010000:1.0:1746147254.514153:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408a80 00000100:00100000:0.0:1746147254.515563:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.516726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.518619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.525327:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346659840 00000100:00100000:0.0:1746147254.525334:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346659840 00002000:00100000:0.0:1746147254.525380:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed5880 x1830967346659840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.525390:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed5880 with x1830967346659840 ext(0->4095) 00010000:00010000:0.0:1746147254.525399:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815dd expref: 101 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.525412:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815dd expref: 101 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.525417:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed5880 00000100:00100000:0.0:1746147254.525453:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2513 00000100:00100000:0.0:1746147254.525460:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346659840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147254.526015:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346659840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 556us (1653us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147254.526021:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2513 00002000:00100000:0.0:1746147254.526026:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed5880 x1830967346659840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.526033:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed5880 with x1830967346659840 ext(0->4095) 00010000:00010000:0.0:1746147254.526037:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815dd expref: 101 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.526045:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815dd expref: 101 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.526050:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed5880 00000100:00100000:0.0:1746147254.528471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.529685:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339949696:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.529775:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.533151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.533181:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346660224 00000100:00100000:0.0:1746147254.533188:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346660224 00002000:00100000:0.0:1746147254.533230:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c72680 x1830967346660224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.533239:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830967346660224 ext(0->4095) 00002000:00010000:0.0:1746147254.533265:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c72680 00000100:00100000:0.0:1746147254.533286:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13255 00000100:00100000:0.0:1746147254.533292:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2006:x1830967346660224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147254.533425:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2006:x1830967346660224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147254.533432:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13255 00002000:00100000:0.0:1746147254.533438:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c72680 x1830967346660224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.533445:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830967346660224 ext(0->4095) 00002000:00010000:0.0:1746147254.533448:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c72680 00000100:00100000:3.0:1746147254.533796:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339949696:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.533813:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.533851:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346659968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5015us (5390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.533859:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14344 00000100:00100000:0.0:1746147254.535917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.553389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.553441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.553526:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346660480 00000100:00100000:3.0:1746147254.553535:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346660480 00010000:00010000:3.0:1746147254.553573:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815e4 expref: 100 pid: 9589 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.553614:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14345 00000100:00100000:3.0:1746147254.553622:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346660480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.553638:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.553658:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815e4 expref: 100 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.553669:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815e4 expref: 100 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.553694:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff840 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815e4 expref: 100 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.555828:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.555875:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346660480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2249us (2492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.555885:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14345 00000100:00100000:0.0:1746147254.569475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.572808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.578365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.578661:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346661248 00000100:00100000:1.0:1746147254.578668:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346661248 00002000:00100000:1.0:1746147254.578709:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ed80 x1830967346661248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.578719:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967346661248 ext(0->4095) 00002000:00010000:1.0:1746147254.578724:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ed80 00000100:00100000:1.0:1746147254.578740:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13256 00000100:00100000:1.0:1746147254.578747:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346661248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147254.578872:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346661248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.578878:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13256 00002000:00100000:1.0:1746147254.578884:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ed80 x1830967346661248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.578891:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967346661248 ext(0->4095) 00002000:00010000:1.0:1746147254.578893:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ed80 00000100:00100000:0.0:1746147254.587069:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346661376 00000100:00100000:0.0:1746147254.587079:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346661376 00000100:00100000:0.0:1746147254.587130:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29569 00000100:00100000:0.0:1746147254.587137:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346661376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147254.587155:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147254.587172:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007cea0600/0x29021e8779bff855 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b815f9 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.587203:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff84e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f2 expref: 99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.587210:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147254.587211:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147254.587216:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007cea0600/0x29021e8779bff855 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f9 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.587274:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff84e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f2 expref: 99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.587286:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff84e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f2 expref: 99 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746147254.587297:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013082c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339950336:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147254.587377:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.610393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.610439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.610484:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346661632 00000100:00100000:0.0:1746147254.610492:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346661632 00002000:00100000:0.0:1746147254.610539:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082ce00 x1830967346661632/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.610548:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ce00 with x1830967346661632 ext(0->7) 00010000:00010000:0.0:1746147254.610559:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff84e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f2 expref: 100 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.610572:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff84e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f2 expref: 100 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.610579:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082ce00 00000100:00100000:0.0:1746147254.610636:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2515 00000100:00100000:0.0:1746147254.610644:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346661632:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147254.613363:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+103:2005:x1830967346661632:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2709us (2911us total) trans 4294972256 rc 0/0 00000100:00100000:0.0:1746147254.613375:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2515 00002000:00100000:0.0:1746147254.613385:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082ce00 x1830967346661632/t4294972256(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.613394:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ce00 with x1830967346661632 ext(0->7) 00010000:00010000:0.0:1746147254.613404:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff84e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f2 expref: 103 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.613420:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff84e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f2 expref: 103 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.613427:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082ce00 00000100:00100000:0.0:1746147254.615094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.621010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.624518:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346662144 00000100:00100000:0.0:1746147254.624526:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346662144 00010000:00010000:0.0:1746147254.624562:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88007cea0600/0x29021e8779bff855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f9 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746147254.624609:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14348 00000100:00100000:0.0:1746147254.624617:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346662144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147254.624630:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147254.624652:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88007cea0600/0x29021e8779bff855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f9 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.624668:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88007cea0600/0x29021e8779bff855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f9 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.624692:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007cea0600/0x29021e8779bff855 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b815f9 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.624758:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147254.624760:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147254.624767:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 101 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.624775:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 101 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147254.624811:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 101 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147254.624824:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013082c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339950720:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147254.627789:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.630710:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.635864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.636750:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346662528 00000100:00100000:3.0:1746147254.636760:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346662528 00000100:00100000:3.0:1746147254.637406:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29571 00000100:00100000:3.0:1746147254.637417:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346662528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.637438:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.637455:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff863 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81607 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.637488:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 101 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.637496:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.637497:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.637501:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff863 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81607 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.637536:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 101 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.637547:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 101 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.637560:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339950848:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147254.637657:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147254.641477:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339950848:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147254.641512:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff863 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81607 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.641536:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748800, rc 0) 00000100:00100000:3.0:1746147254.642328:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346662528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4911us (6474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.642337:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29571 00000100:00100000:3.0:1746147254.644561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.644670:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346662656 00000100:00100000:0.0:1746147254.644679:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346662656 00002000:00100000:0.0:1746147254.644734:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed0e00 x1830967346662656/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.644744:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0e00 with x1830967346662656 ext(0->7) 00010000:00010000:0.0:1746147254.644754:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 102 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.644773:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 102 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.644780:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0e00 00000100:00100000:0.0:1746147254.644811:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2517 00000100:00100000:0.0:1746147254.644820:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+102:2005:x1830967346662656:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147254.650554:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2005:x1830967346662656:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5722us (5987us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746147254.650568:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2517 00002000:00100000:0.0:1746147254.650578:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed0e00 x1830967346662656/t4294972257(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147254.650588:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0e00 with x1830967346662656 ext(0->7) 00010000:00010000:0.0:1746147254.650606:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 104 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746147254.650623:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff85c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81600 expref: 104 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746147254.650630:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0e00 00000100:00100000:0.0:1746147254.652639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.655523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.669083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.669445:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346663168 00000100:00100000:3.0:1746147254.669455:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346663168 00000100:00100000:3.0:1746147254.669512:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29572 00000100:00100000:3.0:1746147254.669521:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+103:1832:x1830967346663168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.669540:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.669558:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749000/0x29021e8779bff86a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8160e expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.669585:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff863 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81607 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.669593:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.669595:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.669609:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749000/0x29021e8779bff86a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8160e expref: 104 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.669639:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81607 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.669651:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff863 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81607 expref: 5 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.669669:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339951104:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147254.669749:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.674175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.685236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.685370:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339951104:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147254.685410:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749000/0x29021e8779bff86a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8160e expref: 105 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.685428:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749000, rc 0) 00000100:00100000:3.0:1746147254.685485:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1832:x1830967346663168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15965us (16412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.685494:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29572 00000100:00100000:0.0:1746147254.693575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.698364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.698483:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346663808 00000100:00100000:3.0:1746147254.698496:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346663808 00000100:00100000:3.0:1746147254.698544:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29574 00000100:00100000:3.0:1746147254.698552:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346663808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.698571:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.698588:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8161c expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.698651:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.698658:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 104 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.698663:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147254.698666:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.698710:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 104 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.698722:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.698731:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749400, rc 0) 00000100:00100000:3.0:1746147254.698795:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346663808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.698801:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29574 00000100:00100000:0.0:1746147254.701142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.706309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.706404:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346664192 00000100:00100000:3.0:1746147254.706411:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346664192 00002000:00100000:3.0:1746147254.706448:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad4000 x1830967346664192/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.706457:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4000 with x1830967346664192 ext(0->4095) 00010000:00010000:3.0:1746147254.706745:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 104 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.706760:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 104 pid: 9589 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.706768:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad4000 00000100:00100000:3.0:1746147254.706799:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2519 00000100:00100000:3.0:1746147254.706807:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346664192:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147254.706996:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346664192:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 190us (688us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.707003:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2519 00002000:00100000:3.0:1746147254.707009:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad4000 x1830967346664192/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.707016:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad4000 with x1830967346664192 ext(0->4095) 00010000:00010000:3.0:1746147254.707022:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 104 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.707036:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 104 pid: 9589 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.707041:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad4000 00000100:00100000:0.0:1746147254.708898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.708954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.709173:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346664320 00000100:00100000:3.0:1746147254.709177:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346664320 00010000:00010000:3.0:1746147254.709192:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 106 pid: 9589 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.709210:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14352 00000100:00100000:3.0:1746147254.709214:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2006:x1830967346664320:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.709222:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.709299:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 105 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.709311:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 105 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.709328:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff871 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81615 expref: 105 pid: 9589 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.709347:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.709349:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.709354:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.709362:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.709381:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.709391:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 5 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.709403:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339951872:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.709464:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf016c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147254.712174:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339951872:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.712197:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.712287:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346664320:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3070us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.712298:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14352 00000100:00100000:0.0:1746147254.712411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.716316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.716610:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346664832 00000100:00100000:3.0:1746147254.716619:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346664832 00010000:00010000:3.0:1746147254.716658:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.716704:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14353 00000100:00100000:3.0:1746147254.716711:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346664832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.716726:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.716747:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.716759:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.716782:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff878 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8161c expref: 6 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.716800:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.716802:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.716809:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 103 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.716817:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 103 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.716851:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 103 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147254.716865:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339952000:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.716947:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.719770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.719885:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339952000:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.719905:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.719947:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346664832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3235us (3641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.719958:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14353 00000100:00100000:0.0:1746147254.722896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147254.723672:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 103 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.723686:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 103 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.723698:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339952128:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147254.723957:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147254.725987:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339952128:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147254.726015:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff886 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8162a expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.726031:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d200, rc 0) 00000100:00100000:3.0:1746147254.726076:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346665216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3034us (3183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.726084:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29576 00000100:00100000:0.0:1746147254.726580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.726717:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346665344 00000100:00100000:3.0:1746147254.726724:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346665344 00010000:00010000:3.0:1746147254.726753:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 104 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.726778:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14354 00000100:00100000:3.0:1746147254.726786:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346665344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.726798:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.726819:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 104 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.726829:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 104 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.726851:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff87f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81623 expref: 104 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.727009:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.727011:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.727019:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff886 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8162a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.727027:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff886 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8162a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.727057:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff886 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8162a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147254.727068:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339952256:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.727138:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147254.728980:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339952256:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.728999:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.729118:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+103:2006:x1830967346665344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2331us (2538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.729130:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14354 00000100:00100000:0.0:1746147254.730971:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.731075:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346665472 00000100:00100000:3.0:1746147254.731083:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346665472 00000100:00100000:3.0:1746147254.731155:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29577 00000100:00100000:3.0:1746147254.731162:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+103:1814:x1830967346665472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.731182:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.731199:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff88d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81631 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.731228:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff886 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8162a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.731234:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.731236:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.731239:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff88d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81631 expref: 104 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.731287:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff886 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8162a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.731298:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff886 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8162a expref: 5 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.731310:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339952384:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147254.732994:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.737877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.740156:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339952384:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147254.740189:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff88d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81631 expref: 104 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.740205:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748000, rc 0) 00000100:00100000:3.0:1746147254.740822:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:1814:x1830967346665472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9658us (9855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.740831:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29577 00000100:00100000:0.0:1746147254.749052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.749193:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339952512 00000100:00100000:3.0:1746147254.749203:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339952512 00000100:00100000:3.0:1746147254.749355:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1746147254.749364:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967339952512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746147254.749405:0:7245:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746147254.749449:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967339952512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.749455:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1746147254.756695:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013082fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339952640:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147254.756717:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147254.756775:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346665856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6054us (7724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147254.756787:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14355 00000100:00100000:3.0:1746147254.757316:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346666112 00000100:00100000:3.0:1746147254.757324:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346666112 00002000:00100000:3.0:1746147254.757368:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082e680 x1830967346666112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.757378:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e680 with x1830967346666112 ext(0->4095) 00002000:00010000:3.0:1746147254.757383:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082e680 00000100:00100000:3.0:1746147254.757400:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13260 00000100:00100000:3.0:1746147254.757407:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346666112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147254.757545:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346666112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (967us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.757555:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13260 00002000:00100000:3.0:1746147254.757560:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082e680 x1830967346666112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.757566:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e680 with x1830967346666112 ext(0->4095) 00002000:00010000:3.0:1746147254.757569:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082e680 00000100:00100000:0.0:1746147254.764873:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.768709:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346666240 00000100:00100000:3.0:1746147254.768722:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346666240 00000100:00100000:3.0:1746147254.768790:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29578 00000100:00100000:3.0:1746147254.768797:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346666240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.768816:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.768835:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81638 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.768863:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff88d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81631 expref: 103 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.768870:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.768872:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.768874:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.768908:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff88d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81631 expref: 103 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.768919:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff88d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81631 expref: 103 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.768934:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339952768:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147254.769046:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147254.777821:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339952768:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147254.777853:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.777870:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748800, rc 0) 00000100:00100000:3.0:1746147254.777917:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346666240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9120us (13055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.777926:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29578 00000100:00100000:0.0:1746147254.778851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.785216:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.785334:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346666496 00000100:00100000:3.0:1746147254.785344:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346666496 00000100:00100000:3.0:1746147254.785389:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29579 00000100:00100000:3.0:1746147254.785396:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:1814:x1830967346666496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.785415:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.785432:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff89b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8163f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.785461:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.785467:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.785472:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147254.785475:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff89b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8163f expref: 107 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.785516:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.785526:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff89b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8163f expref: 107 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.785534:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749800, rc 0) 00000100:00100000:3.0:1746147254.785586:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:1814:x1830967346666496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.785592:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29579 00000100:00100000:0.0:1746147254.787787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.793478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.793672:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346666880 00000100:00100000:3.0:1746147254.793682:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346666880 00002000:00100000:3.0:1746147254.793730:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417c380 x1830967346666880/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.793740:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c380 with x1830967346666880 ext(0->4095) 00010000:00010000:3.0:1746147254.793750:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.793764:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.793770:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417c380 00000100:00100000:3.0:1746147254.793792:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2523 00000100:00100000:3.0:1746147254.793798:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346666880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147254.793944:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346666880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.793952:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2523 00002000:00100000:3.0:1746147254.793957:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417c380 x1830967346666880/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.793964:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c380 with x1830967346666880 ext(0->4095) 00010000:00010000:3.0:1746147254.793968:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.793977:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff894 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81638 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.793982:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417c380 00000100:00100000:0.0:1746147254.805561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.814426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.814964:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346667264 00000100:00100000:3.0:1746147254.814973:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346667264 00002000:00100000:3.0:1746147254.815016:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ed80 x1830967346667264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.815026:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ed80 with x1830967346667264 ext(0->4095) 00002000:00010000:3.0:1746147254.815031:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417ed80 00000100:00100000:3.0:1746147254.815059:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13261 00000100:00100000:3.0:1746147254.815064:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2006:x1830967346667264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147254.815219:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2006:x1830967346667264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (798us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.815226:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13261 00002000:00100000:3.0:1746147254.815231:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ed80 x1830967346667264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.815277:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ed80 with x1830967346667264 ext(0->4095) 00002000:00010000:3.0:1746147254.815280:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417ed80 00000100:00100000:0.0:1746147254.818875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.823767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.823819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.824515:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346667648 00000100:00100000:3.0:1746147254.824520:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346667648 00010000:00010000:3.0:1746147254.824541:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff89b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8163f expref: 107 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.824569:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14358 00000100:00100000:3.0:1746147254.824576:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2005:x1830967346667648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.824585:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.824613:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff89b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8163f expref: 107 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.824624:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff89b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8163f expref: 107 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.824642:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff89b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8163f expref: 107 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.824658:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.824659:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.824665:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81646 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.824672:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81646 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.824696:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81646 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.824706:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81646 expref: 5 pid: 24989 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.824717:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339953536:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.824777:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.829783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.834234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.837019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.837665:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346668288 00000100:00100000:3.0:1746147254.837672:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346668288 00002000:00100000:3.0:1746147254.837714:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784000 x1830967346668288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.837724:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784000 with x1830967346668288 ext(0->4095) 00002000:00010000:3.0:1746147254.837727:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784000 00000100:00100000:3.0:1746147254.837748:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13262 00000100:00100000:3.0:1746147254.837755:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2007:x1830967346668288:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147254.838612:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2007:x1830967346668288:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 855us (1601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.838619:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13262 00002000:00100000:3.0:1746147254.838625:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784000 x1830967346668288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.838633:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784000 with x1830967346668288 ext(0->4095) 00002000:00010000:3.0:1746147254.838637:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784000 00000100:00100000:0.0:1746147254.844217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.853538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.853654:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346668544 00000100:00100000:3.0:1746147254.853664:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346668544 00002000:00100000:3.0:1746147254.853714:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a8787b80 x1830967346668544/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.853723:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787b80 with x1830967346668544 ext(0->7) 00010000:00010000:3.0:1746147254.853733:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff8a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8164d expref: 106 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.853745:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff8a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8164d expref: 106 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.853751:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8787b80 00000100:00100000:3.0:1746147254.853784:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2525 00000100:00100000:3.0:1746147254.853791:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2006:x1830967346668544:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147254.858497:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2006:x1830967346668544:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4692us (4955us total) trans 4294972259 rc 0/0 00000100:00100000:3.0:1746147254.858510:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2525 00002000:00100000:3.0:1746147254.858522:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a8787b80 x1830967346668544/t4294972259(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.858532:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787b80 with x1830967346668544 ext(0->7) 00010000:00010000:3.0:1746147254.858544:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff8a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8164d expref: 108 pid: 24989 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.858560:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bff8a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8164d expref: 108 pid: 24989 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.858573:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8787b80 00000001:00080000:0.0:1746147254.860007:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972259 is committed 00000100:00100000:0.0:1746147254.866083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.869398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.874939:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.875267:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346669056 00000100:00100000:3.0:1746147254.875275:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346669056 00002000:00100000:3.0:1746147254.875319:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786680 x1830967346669056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.875329:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786680 with x1830967346669056 ext(0->4095) 00010000:00010000:3.0:1746147254.875338:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff8b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81654 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.875351:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff8b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81654 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.875358:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786680 00000100:00100000:3.0:1746147254.875387:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2526 00000100:00100000:3.0:1746147254.875393:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346669056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147254.875516:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346669056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (587us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.875522:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2526 00002000:00100000:3.0:1746147254.875526:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786680 x1830967346669056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.875534:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786680 with x1830967346669056 ext(0->4095) 00010000:00010000:3.0:1746147254.875538:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff8b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81654 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.875552:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bff8b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81654 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.875556:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786680 00000100:00100000:0.0:1746147254.879371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.882749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.883378:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346669440 00000100:00100000:3.0:1746147254.883386:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346669440 00002000:00100000:3.0:1746147254.883426:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8785c00 x1830967346669440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.883436:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785c00 with x1830967346669440 ext(0->4095) 00002000:00010000:3.0:1746147254.883442:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8785c00 00000100:00100000:3.0:1746147254.883470:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13263 00000100:00100000:3.0:1746147254.883478:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346669440:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147254.883887:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346669440:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 409us (1146us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.883894:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13263 00002000:00100000:3.0:1746147254.883900:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8785c00 x1830967346669440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.883907:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785c00 with x1830967346669440 ext(0->4095) 00002000:00010000:3.0:1746147254.883910:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8785c00 00000100:00100000:0.0:1746147254.886767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.892116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.892914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.895985:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346669824 00000100:00100000:3.0:1746147254.895995:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346669824 00000100:00100000:3.0:1746147254.896744:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29585 00000100:00100000:3.0:1746147254.896753:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:1814:x1830967346669824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.896770:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.896784:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81669 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.896808:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff8be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81662 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.896815:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.896817:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.896820:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.896846:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff8be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81662 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.896857:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff8be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81662 expref: 5 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.896867:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339954560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147254.896947:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.897408:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013082f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339954432:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147254.897428:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147254.897458:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346669696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4075us (5344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147254.897468:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14362 00000100:00100000:3.0:1746147254.897715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.900829:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339954560:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147254.900861:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.900878:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748000, rc 0) 00000100:00100000:3.0:1746147254.900924:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:1814:x1830967346669824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4173us (8009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.900933:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29585 00000100:00100000:0.0:1746147254.901890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.902522:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346670208 00000100:00100000:3.0:1746147254.902531:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346670208 00000100:00100000:3.0:1746147254.902588:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29586 00000100:00100000:3.0:1746147254.902595:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:1832:x1830967346670208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.902621:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.902634:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81670 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.902658:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.902663:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.902668:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.902671:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.902701:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.902712:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.902720:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748800, rc 0) 00000100:00100000:3.0:1746147254.902764:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1832:x1830967346670208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.902770:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29586 00000100:00100000:0.0:1746147254.904167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.911060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.911690:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346670592 00000100:00100000:3.0:1746147254.911698:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346670592 00002000:00100000:3.0:1746147254.911738:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424380 x1830967346670592/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.911748:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424380 with x1830967346670592 ext(0->4095) 00010000:00010000:3.0:1746147254.911757:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.911770:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.911777:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424380 00000100:00100000:3.0:1746147254.911793:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2528 00000100:00100000:3.0:1746147254.911800:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346670592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147254.913107:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346670592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1302us (2045us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147254.913115:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2528 00002000:00100000:3.0:1746147254.913121:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424380 x1830967346670592/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147254.913129:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424380 with x1830967346670592 ext(0->4095) 00010000:00010000:3.0:1746147254.913135:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.913147:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff8c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81669 expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746147254.913157:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424380 00000100:00100000:0.0:1746147254.917292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.921810:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013082d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339954944:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.921835:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.921896:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967346670720:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4367us (4650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.921910:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14364 00000100:00100000:0.0:1746147254.922063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.924365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.924482:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346671104 00000100:00100000:3.0:1746147254.924488:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346671104 00000100:00100000:3.0:1746147254.924580:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29587 00000100:00100000:3.0:1746147254.924586:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346671104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147254.924607:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147254.924630:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81677 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.924658:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.924665:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.924667:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147254.924671:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.924701:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.924710:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 5 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.924720:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339955072:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147254.924799:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147254.926219:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339955072:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147254.926269:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.926285:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749200, rc 0) 00000100:00100000:3.0:1746147254.926322:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346671104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1735us (1963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.926331:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29587 00000100:00100000:0.0:1746147254.927130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.927560:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346671232 00000100:00100000:3.0:1746147254.927568:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346671232 00010000:00010000:3.0:1746147254.927608:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.927649:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14365 00000100:00100000:3.0:1746147254.927656:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346671232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.927668:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.927690:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.927701:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.927730:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff8cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81670 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.927763:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.927765:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.927773:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.927780:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.927813:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147254.927829:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955200:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.927908:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.932726:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.933088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.933215:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955200:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.933234:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.933302:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346671232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5647us (6175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.933312:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14365 00000100:00100000:1.0:1746147254.934076:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346671488 00000100:00100000:1.0:1746147254.934082:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346671488 00002000:00100000:1.0:1746147254.934117:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dd500 x1830967346671488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.934127:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dd500 with x1830967346671488 ext(0->4095) 00010000:00010000:1.0:1746147254.934133:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.934144:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.934149:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dd500 00000100:00100000:1.0:1746147254.934173:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2529 00000100:00100000:1.0:1746147254.934179:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346671488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147254.934705:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346671488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 525us (1989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.934712:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2529 00002000:00100000:1.0:1746147254.934718:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dd500 x1830967346671488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.934724:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dd500 with x1830967346671488 ext(0->4095) 00010000:00010000:1.0:1746147254.934730:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.934738:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.934743:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dd500 00000100:00100000:0.0:1746147254.940707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147254.941388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.941468:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346671872 00000100:00100000:3.0:1746147254.941472:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346671872 00010000:00010000:3.0:1746147254.941493:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.941557:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14366 00000100:00100000:3.0:1746147254.941563:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346671872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.941573:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.941591:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.941611:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.941629:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff8d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81677 expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.941715:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.941717:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.941724:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.941732:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.941752:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.941763:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 6 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.941779:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955584:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.942931:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.945815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.945925:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346672128 00000100:00100000:1.0:1746147254.945934:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346672128 00002000:00100000:1.0:1746147254.945982:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967346672128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.945993:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967346672128 ext(0->4095) 00010000:00010000:1.0:1746147254.946003:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.946017:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.946023:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8e00 00000100:00100000:1.0:1746147254.946057:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2530 00000100:00100000:1.0:1746147254.946065:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346672128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147254.946216:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346672128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147254.946223:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2530 00002000:00100000:1.0:1746147254.946228:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967346672128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.946261:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967346672128 ext(0->4095) 00010000:00010000:1.0:1746147254.946265:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746147254.946274:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746147254.946280:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8e00 00000100:00100000:3.0:1746147254.946431:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955584:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.946449:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.946473:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346671872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4910us (5086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.946481:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14366 00000100:00100000:0.0:1746147254.949743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.949864:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346672256 00000100:00100000:3.0:1746147254.949873:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346672256 00010000:00010000:3.0:1746147254.949907:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746147254.949941:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14367 00000100:00100000:3.0:1746147254.949949:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346672256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.949961:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.949982:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.949994:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.950019:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff8da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8167e expref: 7 pid: 9588 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746147254.950031:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.950034:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.950039:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.950045:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.950072:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147254.950082:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955712:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.950171:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.952350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.952352:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955712:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.952373:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.952515:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967346672256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2566us (2783us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.952524:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14367 00000100:00100000:0.0:1746147254.955153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.955222:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346672640 00000100:00100000:1.0:1746147254.955230:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346672640 00000100:00100000:1.0:1746147254.955397:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29590 00000100:00100000:1.0:1746147254.955410:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346672640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147254.955426:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147254.955443:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8168c expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.955472:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.955480:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147254.955483:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147254.955486:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.955520:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.955536:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147254.955547:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339955840:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147254.956767:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147254.960015:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339955840:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147254.960048:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.960066:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00000100:00100000:1.0:1746147254.960110:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346672640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4702us (4966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147254.960119:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29590 00000100:00100000:0.0:1746147254.961110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.961345:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346672768 00000100:00100000:3.0:1746147254.961353:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346672768 00010000:00010000:3.0:1746147254.961383:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147254.961420:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14368 00000100:00100000:3.0:1746147254.961427:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346672768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.961439:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.961458:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147254.961474:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147254.961498:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff8e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81685 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147254.961525:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.961527:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.961533:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.961540:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.961571:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147254.961583:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955968:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.962760:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.964312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.964459:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339955968:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.964479:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.964515:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2005:x1830967346672768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3087us (3409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.964526:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14368 00000100:00100000:1.0:1746147254.964559:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346672896 00000100:00100000:1.0:1746147254.964565:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346672896 00000100:00100000:1.0:1746147254.964606:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29591 00000100:00100000:1.0:1746147254.964613:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+5:1814:x1830967346672896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147254.964631:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147254.964647:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81693 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.964672:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.964683:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147254.964685:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147254.964688:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.964712:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.964721:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 5 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147254.964731:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339956096:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147254.964780:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.965018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.967113:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339956096:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147254.967137:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.967151:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd200, rc 0) 00000100:00100000:1.0:1746147254.967186:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:1814:x1830967346672896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2573us (2880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147254.967192:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29591 00000100:00100000:0.0:1746147254.972020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.972282:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346673280 00000100:00100000:3.0:1746147254.972292:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346673280 00010000:00010000:3.0:1746147254.972331:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147254.972471:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14369 00000100:00100000:3.0:1746147254.972480:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346673280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147254.972495:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147254.972514:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147254.972525:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147254.972549:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff8e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8168c expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147254.972738:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.972741:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147254.972748:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.972757:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147254.972793:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147254.972806:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339956224:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147254.973365:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147254.976010:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147254.976102:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339956224:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147254.976123:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147254.976168:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346673280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3688us (4157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147254.976178:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14369 00000100:00100000:1.0:1746147254.981521:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346673664 00000100:00100000:1.0:1746147254.981531:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346673664 00000100:00100000:1.0:1746147254.981571:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29592 00000100:00100000:1.0:1746147254.981578:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346673664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147254.981609:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147254.981627:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8169a expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.981656:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.981663:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147254.981664:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147254.981667:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.981697:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.981707:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 5 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147254.981718:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339956352:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147254.981812:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147254.985211:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009440a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339956352:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147254.985287:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147254.985306:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dce00, rc 0) 00000100:00100000:1.0:1746147254.985365:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346673664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3787us (3928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147254.985378:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29592 00000100:00100000:0.0:1746147254.988236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147254.988376:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346673792 00000100:00100000:1.0:1746147254.988387:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346673792 00002000:00100000:1.0:1746147254.988436:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e06f100 x1830967346673792/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/0 e 0 to 0 dl 1746147265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147254.988446:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06f100 with x1830967346673792 ext(0->7) 00010000:00010000:1.0:1746147254.988479:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147254.988494:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147254.988500:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06f100 00000100:00100000:1.0:1746147254.990346:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2532 00000100:00100000:1.0:1746147254.990364:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346673792:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147255.001206:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346673792:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 10836us (12966us total) trans 4294972260 rc 0/0 00000100:00100000:0.0:1746147255.001219:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2532 00002000:00100000:0.0:1746147255.001230:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e06f100 x1830967346673792/t4294972260(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:630/0 lens 496/448 e 0 to 0 dl 1746147265 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.001274:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06f100 with x1830967346673792 ext(0->7) 00010000:00010000:0.0:1746147255.001285:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 8 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.001300:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 8 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.001307:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06f100 00000100:00100000:0.0:1746147255.005443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.005625:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346673920 00000100:00100000:1.0:1746147255.005635:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346673920 00000100:00100000:1.0:1746147255.005743:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29593 00000100:00100000:1.0:1746147255.005751:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967346673920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.005799:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.005828:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff8fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816a1 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.005869:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.005904:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.005923:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147255.005927:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff8fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a1 expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.005983:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.006005:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff8fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a1 expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.006021:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc200, rc 0) 00000100:00100000:1.0:1746147255.006103:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+9:1814:x1830967346673920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 340us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.006109:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29593 00000100:00100000:0.0:1746147255.007625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.007738:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346674048 00000100:00100000:3.0:1746147255.007747:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346674048 00010000:00010000:3.0:1746147255.007787:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 9 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.007814:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14370 00000100:00100000:3.0:1746147255.007821:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967346674048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.007835:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.007857:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 9 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.007868:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 9 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.007932:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff8ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81693 expref: 9 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.007965:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.007967:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.007989:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.008010:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.008087:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.008124:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 5 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.008148:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339956608:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.011602:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.015805:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339956608:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.015830:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.015880:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967346674048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8058us (8263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.015892:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14370 00000100:00100000:0.0:1746147255.016760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.020345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.021502:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346674432 00000100:00100000:3.0:1746147255.021513:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346674432 00010000:00010000:3.0:1746147255.021555:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.021613:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14371 00000100:00100000:3.0:1746147255.021621:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346674432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.021636:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.021656:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.021670:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.021694:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff8f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8169a expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.022046:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.022048:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.022056:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff8fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a1 expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.022064:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff8fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a1 expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.022101:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff8fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a1 expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.022113:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339956736:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.022292:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.027092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.027206:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339956736:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.027228:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.027312:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346674432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5690us (6977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.027323:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14371 00000100:00100000:1.0:1746147255.027408:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346674688 00000100:00100000:1.0:1746147255.027415:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346674688 00002000:00100000:1.0:1746147255.027453:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf480 x1830967346674688/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.027463:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf480 with x1830967346674688 ext(0->4095) 00002000:00010000:1.0:1746147255.027467:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf480 00000100:00100000:1.0:1746147255.027857:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13267 00000100:00100000:1.0:1746147255.027865:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346674688:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147255.027995:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346674688:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (914us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.028005:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13267 00002000:00100000:1.0:1746147255.028010:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf480 x1830967346674688/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.028017:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf480 with x1830967346674688 ext(0->4095) 00002000:00010000:1.0:1746147255.028020:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf480 00000100:00100000:0.0:1746147255.033425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.036297:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346674944 00000100:00100000:3.0:1746147255.036300:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346674944 00000100:00100000:3.0:1746147255.036326:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29595 00000100:00100000:3.0:1746147255.036331:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967346674944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.036343:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.036352:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816af expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036363:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.036367:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036372:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.036375:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036398:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036408:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036413:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.036414:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.036420:0:9588:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036426:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036440:0:9588:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.036455:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.036465:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339957120:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.036509:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.038100:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967346675072:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1946us (2015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.038111:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14372 00000100:00100000:3.0:1746147255.040341:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339957120:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.040363:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749200, rc 0) 00000100:00100000:3.0:1746147255.040723:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967346674944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4389us (4724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.040732:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29595 00000100:00100000:1.0:1746147255.041084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.041399:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346675328 00000100:00100000:3.0:1746147255.041406:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346675328 00002000:00100000:3.0:1746147255.041446:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440a300 x1830967346675328/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.041456:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a300 with x1830967346675328 ext(0->4095) 00010000:00010000:3.0:1746147255.041464:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.041476:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.041487:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440a300 00000100:00100000:3.0:1746147255.041513:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2534 00000100:00100000:3.0:1746147255.041519:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346675328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.041663:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346675328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.041668:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2534 00002000:00100000:3.0:1746147255.041673:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440a300 x1830967346675328/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.041680:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440a300 with x1830967346675328 ext(0->4095) 00010000:00010000:3.0:1746147255.041684:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.041692:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.041697:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440a300 00000100:00100000:0.0:1746147255.044858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.044948:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346675456 00000100:00100000:3.0:1746147255.044957:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346675456 00010000:00010000:3.0:1746147255.044993:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.045022:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14373 00000100:00100000:3.0:1746147255.045029:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4da7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346675456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.045043:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.045065:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.045075:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.045097:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bff904 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816a8 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.045438:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.045440:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.045448:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.045457:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.045494:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.045507:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339957248:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.046191:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.049638:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339957248:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.049661:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.049708:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4da7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346675456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4678us (4860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.049720:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14373 00000100:00100000:0.0:1746147255.050544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.051506:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346675712 00000100:00100000:1.0:1746147255.051516:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346675712 00002000:00100000:1.0:1746147255.051566:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc000 x1830967346675712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.051576:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc000 with x1830967346675712 ext(0->4095) 00002000:00010000:1.0:1746147255.051580:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbc000 00000100:00100000:1.0:1746147255.051616:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13268 00000100:00100000:1.0:1746147255.051622:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967346675712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147255.051818:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967346675712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 195us (1275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.051825:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13268 00002000:00100000:1.0:1746147255.051830:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc000 x1830967346675712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.051837:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc000 with x1830967346675712 ext(0->4095) 00002000:00010000:1.0:1746147255.051840:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbc000 00000100:00100000:0.0:1746147255.054036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.054236:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346675840 00000100:00100000:3.0:1746147255.054268:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346675840 00000100:00100000:3.0:1746147255.054303:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29596 00000100:00100000:3.0:1746147255.054308:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346675840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.054320:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.054337:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816b6 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.054363:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.054370:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.054372:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.054375:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.054405:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.054415:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 7 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.054427:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339957376:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.055112:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.058194:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339957376:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.058225:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.058266:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749800, rc 0) 00000100:00100000:3.0:1746147255.058321:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346675840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4012us (4291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.058330:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29596 00000100:00100000:0.0:1746147255.058720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.059367:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346675968 00000100:00100000:3.0:1746147255.059375:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346675968 00010000:00010000:3.0:1746147255.059403:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 8 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.059426:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14374 00000100:00100000:3.0:1746147255.059433:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346675968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.059444:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.059463:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 8 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.059474:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 8 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.059498:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff90b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816af expref: 8 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.059514:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.059516:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.059523:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.059531:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.059565:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.059577:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339957504:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.059654:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.060533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.062427:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346676096 00000100:00100000:3.0:1746147255.062435:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346676096 00000100:00100000:0.0:1746147255.063691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.063727:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346676352 00000100:00100000:0.0:1746147255.063731:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346676352 00002000:00100000:0.0:1746147255.063769:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9880 x1830967346676352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.063780:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9880 with x1830967346676352 ext(0->4095) 00002000:00010000:0.0:1746147255.063785:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9880 00000100:00100000:0.0:1746147255.063815:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13269 00000100:00100000:0.0:1746147255.063823:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346676352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.063962:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29597 00000100:00100000:3.0:1746147255.063971:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1814:x1830967346676096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.063982:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.063998:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff919 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816bd expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.064024:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.064032:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.064034:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.064037:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff919 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816bd expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.064068:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.064080:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.064098:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339957632:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.064163:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.064549:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346676352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 726us (863us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147255.064557:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13269 00002000:00100000:0.0:1746147255.064562:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9880 x1830967346676352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.064570:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9880 with x1830967346676352 ext(0->4095) 00010000:00010000:0.0:1746147255.064575:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.064586:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093749800/0x29021e8779bff912 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816b6 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.064592:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a9880 00000100:00100000:0.0:1746147255.067823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.068125:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346676480 00000100:00100000:1.0:1746147255.068135:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346676480 00000100:00100000:1.0:1746147255.068197:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29598 00000100:00100000:1.0:1746147255.068204:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+9:1832:x1830967346676480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.068224:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.068274:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff920 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816c4 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.068303:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.068309:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff919 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816bd expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.068315:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.068318:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff920 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816c4 expref: 10 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.068359:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff919 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816bd expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.068370:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff920 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816c4 expref: 10 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.068380:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd000, rc 0) 00000100:00100000:1.0:1746147255.068436:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1832:x1830967346676480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 232us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.068442:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29598 00000100:00100000:0.0:1746147255.068669:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339957632:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147255.068690:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748000/0x29021e8779bff919 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816bd expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147255.068701:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748000, rc 0) 00000100:00100000:0.0:1746147255.068731:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:1814:x1830967346676096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4761us (8201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147255.068739:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29597 00000100:00100000:0.0:1746147255.069021:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.071678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.074394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.080634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.080687:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346677248 00000100:00100000:1.0:1746147255.080696:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346677248 00002000:00100000:1.0:1746147255.080748:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e300 x1830967346677248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.080765:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967346677248 ext(0->4095) 00002000:00010000:1.0:1746147255.080770:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e300 00000100:00100000:1.0:1746147255.080804:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13270 00000100:00100000:1.0:1746147255.080812:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967346677248:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147255.080954:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967346677248:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.080960:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13270 00002000:00100000:1.0:1746147255.080965:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e300 x1830967346677248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.080972:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967346677248 ext(0->4095) 00002000:00010000:1.0:1746147255.080975:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e300 00000100:00100000:0.0:1746147255.082823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.092526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.092591:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346677504 00000100:00100000:3.0:1746147255.092608:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346677504 00002000:00100000:3.0:1746147255.092652:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051f480 x1830967346677504/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.092662:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051f480 with x1830967346677504 ext(0->7) 00010000:00010000:3.0:1746147255.092672:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816c4 expref: 8 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.092684:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816c4 expref: 8 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.092691:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051f480 00000100:00100000:3.0:1746147255.092722:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2536 00000100:00100000:3.0:1746147255.092729:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346677504:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147255.094028:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2005:x1830967346677504:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1296us (1508us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746147255.094036:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2536 00002000:00100000:0.0:1746147255.094042:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051f480 x1830967346677504/t4294972261(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.094055:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051f480 with x1830967346677504 ext(0->7) 00010000:00010000:0.0:1746147255.094061:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816c4 expref: 10 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.094072:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816c4 expref: 10 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.094077:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051f480 00000100:00100000:0.0:1746147255.097708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.103678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.109653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.113329:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.115222:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013082f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339958400:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.115266:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff92e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d2 expref: 11 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.115278:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d400, rc 0) 00000100:00100000:3.0:1746147255.115308:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+11:1832:x1830967346678016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4818us (5667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.115314:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29600 00000100:00100000:0.0:1746147255.115779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.119682:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.120047:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346678528 00000100:00100000:3.0:1746147255.120054:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346678528 00002000:00100000:3.0:1746147255.120303:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1880 x1830967346678528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.120313:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1880 with x1830967346678528 ext(0->4095) 00010000:00010000:3.0:1746147255.120323:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff92e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d2 expref: 11 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.120334:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff92e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d2 expref: 11 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.120340:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa1880 00000100:00100000:3.0:1746147255.120933:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2537 00000100:00100000:3.0:1746147255.120940:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2006:x1830967346678528:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.121059:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2006:x1830967346678528:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (1387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.121064:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2537 00002000:00100000:3.0:1746147255.121069:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1880 x1830967346678528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.121075:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1880 with x1830967346678528 ext(0->4095) 00010000:00010000:3.0:1746147255.121079:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff92e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d2 expref: 11 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.121088:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d400/0x29021e8779bff92e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d2 expref: 11 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.121098:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa1880 00000100:00100000:0.0:1746147255.127213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.127305:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.127927:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346678656 00000100:00100000:3.0:1746147255.127931:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346678656 00000100:00100000:3.0:1746147255.127954:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29602 00000100:00100000:3.0:1746147255.127959:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346678656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.127972:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.127983:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816e0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.128000:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d9 expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.128006:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.128007:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.128010:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.128025:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d9 expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.128034:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff935 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d9 expref: 10 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.128042:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339958912:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.128065:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.131297:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339958912:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.131327:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.131342:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748800, rc 0) 00000100:00100000:3.0:1746147255.131383:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346678656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3423us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.131899:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29602 00000100:00100000:0.0:1746147255.132109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.132780:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346679040 00000100:00100000:1.0:1746147255.132788:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346679040 00002000:00100000:1.0:1746147255.132833:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa2680 x1830967346679040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.132841:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2680 with x1830967346679040 ext(0->4095) 00010000:00010000:1.0:1746147255.132849:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d9 expref: 10 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.132861:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d9 expref: 10 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.132866:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2680 00000100:00100000:1.0:1746147255.132970:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2538 00000100:00100000:1.0:1746147255.132979:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346679040:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746147255.133491:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346679040:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 512us (1381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.133497:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2538 00002000:00100000:1.0:1746147255.133502:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa2680 x1830967346679040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.133510:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2680 with x1830967346679040 ext(0->4095) 00010000:00010000:1.0:1746147255.133514:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d9 expref: 10 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.133522:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816d9 expref: 10 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.133528:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2680 00000100:00100000:0.0:1746147255.137772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.138060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147255.138280:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746147255.138323:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346679168 00000100:00100000:3.0:1746147255.138331:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346679168 00000100:00100000:3.0:1746147255.138368:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29603 00000100:00100000:3.0:1746147255.138374:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+11:1814:x1830967346679168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.138390:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.138403:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff943 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816e7 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.138425:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.138431:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.138436:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147255.138440:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff943 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e7 expref: 12 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.138694:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.138767:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff943 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e7 expref: 11 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.138783:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749400, rc 0) 00000100:00100000:3.0:1746147255.138970:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+11:1814:x1830967346679168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 594us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.138977:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29603 00000100:00100000:0.0:1746147255.142755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.143354:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346679552 00000100:00100000:1.0:1746147255.143361:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346679552 00002000:00100000:1.0:1746147255.143397:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62680 x1830967346679552/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.143406:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62680 with x1830967346679552 ext(0->4095) 00010000:00010000:1.0:1746147255.143413:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.143424:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.143432:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a62680 00000100:00100000:1.0:1746147255.143666:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2539 00000100:00100000:1.0:1746147255.143674:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346679552:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147255.143904:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346679552:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 232us (1157us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.143910:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2539 00002000:00100000:1.0:1746147255.143915:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62680 x1830967346679552/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.143921:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62680 with x1830967346679552 ext(0->4095) 00010000:00010000:1.0:1746147255.143925:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.143933:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748800/0x29021e8779bff93c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e0 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.143938:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a62680 00000100:00100000:0.0:1746147255.150009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.150051:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.150773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.150796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.150807:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346679936 00000100:00100000:0.0:1746147255.150810:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346679936 00000100:00100000:0.0:1746147255.150831:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346680448 00000100:00100000:0.0:1746147255.150833:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346680448 00000100:00100000:3.0:1746147255.151293:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1125 00000100:00100000:3.0:1746147255.151301:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346679936:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147255.151336:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346679936:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 36us (1284us total) trans 0 rc 0/0 00000100:00080000:1.0:1746147255.151347:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746147255.151351:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147255.151380:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1126 00000100:00100000:3.0:1746147255.151384:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1125 00000100:00100000:0.0:1746147255.151387:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346680448:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147255.151412:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346680448:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 26us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147255.151417:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1126 00000100:00100000:3.0:1746147255.151456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.151473:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346679808 00000100:00100000:0.0:1746147255.151476:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346679808 00000100:00100000:3.0:1746147255.151479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.151494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.151494:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 561 00000100:00100000:0.0:1746147255.151498:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2005:x1830967346679808:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147255.151503:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346680064 00000100:00100000:3.0:1746147255.151506:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346680064 00000100:00100000:0.0:1746147255.151516:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2005:x1830967346679808:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 18us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.151521:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346680320 00000100:00100000:0.0:1746147255.151521:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 561 00000100:00100000:3.0:1746147255.151523:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346680320 00000100:00100000:3.0:1746147255.151535:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1127 00000100:00100000:3.0:1746147255.151539:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2005:x1830967346680064:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147255.151540:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1128 00000100:00100000:0.0:1746147255.151544:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+7:2005:x1830967346680320:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147255.151557:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2005:x1830967346680064:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 18us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147255.151561:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+7:2005:x1830967346680320:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 17us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.151562:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1127 00000100:00100000:0.0:1746147255.151566:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1128 00000100:00080000:1.0:1746147255.151726:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746147255.151733:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746147255.151735:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746147255.151855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00080000:1.0:1746147255.152817:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147255.164331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.164762:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346680832 00000100:00100000:1.0:1746147255.164770:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346680832 00002000:00100000:1.0:1746147255.164813:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60000 x1830967346680832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.164824:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60000 with x1830967346680832 ext(0->4095) 00002000:00010000:1.0:1746147255.164828:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a60000 00000100:00100000:1.0:1746147255.164862:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13272 00000100:00100000:1.0:1746147255.164870:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346680832:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147255.165011:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346680832:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (683us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.165017:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13272 00002000:00100000:1.0:1746147255.165023:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60000 x1830967346680832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.165029:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60000 with x1830967346680832 ext(0->4095) 00002000:00010000:1.0:1746147255.165032:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a60000 00000100:00100000:0.0:1746147255.167485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.170781:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.180499:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339959424:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.180537:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.180557:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c000, rc 0) 00000100:00100000:3.0:1746147255.180637:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346680960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11608us (13161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.180647:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29604 00000100:00100000:0.0:1746147255.181621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.181678:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346681088 00000100:00100000:3.0:1746147255.181687:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346681088 00002000:00100000:3.0:1746147255.181736:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906a8700 x1830967346681088/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.181746:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8700 with x1830967346681088 ext(0->7) 00010000:00010000:3.0:1746147255.181754:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e7 expref: 10 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.181766:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e7 expref: 10 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.181772:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906a8700 00000100:00100000:3.0:1746147255.181808:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2540 00000100:00100000:3.0:1746147255.181815:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346681088:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147255.182939:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967346681088:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1120us (1322us total) trans 4294972262 rc 0/0 00000100:00100000:0.0:1746147255.182950:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2540 00002000:00100000:0.0:1746147255.182957:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906a8700 x1830967346681088/t4294972262(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.182966:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8700 with x1830967346681088 ext(0->7) 00010000:00010000:0.0:1746147255.182975:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e7 expref: 12 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.182987:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093749400/0x29021e8779bff943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816e7 expref: 12 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.182993:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906a8700 00000100:00100000:0.0:1746147255.188665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.191795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.191871:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346681472 00000100:00100000:1.0:1746147255.191878:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346681472 00002000:00100000:1.0:1746147255.191917:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906a8e00 x1830967346681472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.191926:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8e00 with x1830967346681472 ext(0->4095) 00002000:00010000:1.0:1746147255.191931:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906a8e00 00000100:00100000:1.0:1746147255.191948:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13273 00000100:00100000:1.0:1746147255.191953:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346681472:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147255.192084:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346681472:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.192091:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13273 00002000:00100000:1.0:1746147255.192098:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906a8e00 x1830967346681472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.192104:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8e00 with x1830967346681472 ext(0->4095) 00002000:00010000:1.0:1746147255.192106:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906a8e00 00000100:00100000:0.0:1746147255.194764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.194896:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346681600 00000100:00100000:3.0:1746147255.194906:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346681600 00000100:00100000:3.0:1746147255.194963:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29605 00000100:00100000:3.0:1746147255.194972:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+11:1832:x1830967346681600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.194991:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.195008:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816f5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.195038:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.195046:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.195047:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.195051:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.195081:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.195092:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.195103:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339959680:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.195196:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.196699:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339959680:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.196728:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.196745:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749200, rc 0) 00000100:00100000:1.0:1746147255.196946:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.197148:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:1832:x1830967346681600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2176us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.197159:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29605 00000100:00100000:3.0:1746147255.197209:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346681728 00000100:00100000:3.0:1746147255.197215:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346681728 00010000:00010000:3.0:1746147255.197236:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.197650:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14383 00000100:00100000:3.0:1746147255.197658:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346681728:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.197670:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.197690:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.197702:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.197724:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c000/0x29021e8779bff94a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816ee expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.197875:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.197877:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.197885:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 11 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.197893:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 11 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.197922:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 11 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.197934:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339959808:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.198401:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.201054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.201166:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339959808:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.201185:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.201239:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346681728:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3581us (4429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.201288:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14383 00000100:00100000:1.0:1746147255.201326:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346681984 00000100:00100000:1.0:1746147255.201333:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346681984 00002000:00100000:1.0:1746147255.201376:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880137319f80 x1830967346681984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.201385:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319f80 with x1830967346681984 ext(0->4095) 00002000:00010000:1.0:1746147255.201390:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137319f80 00000100:00100000:1.0:1746147255.201407:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13274 00000100:00100000:1.0:1746147255.201413:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2008:x1830967346681984:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147255.201552:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2008:x1830967346681984:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.201557:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13274 00002000:00100000:1.0:1746147255.201563:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880137319f80 x1830967346681984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.201570:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319f80 with x1830967346681984 ext(0->4095) 00002000:00010000:1.0:1746147255.201572:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137319f80 00000100:00100000:3.0:1746147255.206200:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346682112 00000100:00100000:3.0:1746147255.206213:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346682112 00000100:00100000:3.0:1746147255.206296:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29606 00000100:00100000:3.0:1746147255.206305:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346682112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.206326:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.206344:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b816fc expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.206376:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 11 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.206383:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.206385:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.206388:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.206421:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 11 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.206432:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 11 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.206449:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339959936:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.206553:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.213756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.213819:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346682240 00000100:00100000:1.0:1746147255.213828:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346682240 00002000:00100000:1.0:1746147255.213872:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013731a300 x1830967346682240/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.213888:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731a300 with x1830967346682240 ext(0->7) 00010000:00010000:1.0:1746147255.213897:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 12 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.213911:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 12 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.213918:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731a300 00000100:00100000:3.0:1746147255.213968:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339959936:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.213994:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.214008:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748a00, rc 0) 00000100:00100000:3.0:1746147255.214061:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346682112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7757us (8994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.214069:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29606 00000100:00100000:1.0:1746147255.214275:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2541 00000100:00100000:1.0:1746147255.214283:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346682240:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147255.219322:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967346682240:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5027us (5563us total) trans 4294972263 rc 0/0 00000100:00100000:0.0:1746147255.219336:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2541 00002000:00100000:0.0:1746147255.219359:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013731a300 x1830967346682240/t4294972263(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.219369:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731a300 with x1830967346682240 ext(0->7) 00010000:00010000:0.0:1746147255.219383:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 14 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.219404:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 14 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.219416:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731a300 00000100:00100000:0.0:1746147255.231189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.231343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.231438:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346682368 00000100:00100000:3.0:1746147255.231449:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346682368 00010000:00010000:3.0:1746147255.231487:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 14 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.231514:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14384 00000100:00100000:3.0:1746147255.231521:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967346682368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.231533:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.231552:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 14 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.231564:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 14 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.231592:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779bff951 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816f5 expref: 14 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.231627:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.231629:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.231636:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.231644:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.231674:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.231685:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960064:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.231757:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.234514:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960064:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.234537:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.234582:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967346682368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3059us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.234592:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14384 00000100:00100000:0.0:1746147255.237699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.237928:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346682752 00000100:00100000:1.0:1746147255.237938:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346682752 00002000:00100000:1.0:1746147255.237980:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb9c00 x1830967346682752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.237990:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9c00 with x1830967346682752 ext(0->4095) 00010000:00010000:1.0:1746147255.237999:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.238013:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.238020:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb9c00 00000100:00100000:1.0:1746147255.239450:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2542 00000100:00100000:1.0:1746147255.239464:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346682752:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147255.239627:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346682752:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (1934us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.239633:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2542 00002000:00100000:1.0:1746147255.239639:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb9c00 x1830967346682752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.239648:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9c00 with x1830967346682752 ext(0->4095) 00010000:00010000:1.0:1746147255.239659:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.239671:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.239677:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb9c00 00000100:00100000:0.0:1746147255.246053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.246395:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346682880 00000100:00100000:3.0:1746147255.246405:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346682880 00010000:00010000:3.0:1746147255.246445:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.246484:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14385 00000100:00100000:3.0:1746147255.246491:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346682880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.246505:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.246525:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.246538:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.246561:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093748a00/0x29021e8779bff958 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b816fc expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.246592:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.246602:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.246609:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 13 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.246618:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 13 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.246653:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 13 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.246666:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960320:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.247192:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.250993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.251209:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960320:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.251229:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.252165:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346682880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5672us (6120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.252174:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14385 00000100:00100000:0.0:1746147255.254170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.263149:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.266195:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346683392:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1732us (3036us total) trans 4294972264 rc 0/0 00000100:00100000:0.0:1746147255.266207:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2543 00002000:00100000:0.0:1746147255.266218:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094e8e300 x1830967346683392/t4294972264(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.266227:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e300 with x1830967346683392 ext(0->7) 00010000:00010000:0.0:1746147255.266238:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 16 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.266268:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 16 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.266275:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8e300 00000100:00100000:0.0:1746147255.272901:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.273006:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.273080:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346683648 00000100:00100000:3.0:1746147255.273090:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346683648 00010000:00010000:3.0:1746147255.273175:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 16 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.273212:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14386 00000100:00100000:3.0:1746147255.273219:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346683648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.273234:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.273290:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 17 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.273303:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 17 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.273326:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff95f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81703 expref: 17 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.273352:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.273354:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.273365:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.273374:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.273410:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.273422:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960576:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.274333:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.277162:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960576:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.277186:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.277328:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346683648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4107us (4320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.277340:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14386 00000100:00100000:0.0:1746147255.277665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.277720:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346683904 00000100:00100000:1.0:1746147255.277727:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346683904 00002000:00100000:1.0:1746147255.277765:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ce00 x1830967346683904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.277774:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ce00 with x1830967346683904 ext(0->4095) 00010000:00010000:1.0:1746147255.277781:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.277793:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.277799:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ce00 00000100:00100000:1.0:1746147255.277825:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2544 00000100:00100000:1.0:1746147255.277832:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346683904:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147255.278193:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346683904:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 360us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.278199:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2544 00002000:00100000:1.0:1746147255.278205:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ce00 x1830967346683904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.278212:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ce00 with x1830967346683904 ext(0->4095) 00010000:00010000:1.0:1746147255.278217:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.278225:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.278231:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ce00 00000100:00100000:0.0:1746147255.280390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.280530:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346684032 00000100:00100000:3.0:1746147255.280538:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346684032 00010000:00010000:3.0:1746147255.280567:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.280587:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14387 00000100:00100000:3.0:1746147255.280608:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346684032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.280624:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.280644:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.280655:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.280683:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bff966 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8170a expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.280715:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.280717:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.280724:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.280731:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.280766:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.280778:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960832:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.280871:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.283286:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339960832:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.283311:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.283361:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346684032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2752us (2975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.283373:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14387 00000100:00100000:0.0:1746147255.287128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.287351:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346684288 00000100:00100000:1.0:1746147255.287362:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346684288 00002000:00100000:1.0:1746147255.287411:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8c380 x1830967346684288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.287421:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830967346684288 ext(0->4095) 00002000:00010000:1.0:1746147255.287428:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8c380 00000100:00100000:1.0:1746147255.287454:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13276 00000100:00100000:1.0:1746147255.287461:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2008:x1830967346684288:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147255.287634:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2008:x1830967346684288:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147255.287776:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13276 00002000:00100000:1.0:1746147255.287783:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8c380 x1830967346684288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.287790:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830967346684288 ext(0->4095) 00002000:00010000:1.0:1746147255.287793:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8c380 00000100:00100000:0.0:1746147255.296355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.303590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.303669:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346684544 00000100:00100000:1.0:1746147255.303679:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346684544 00002000:00100000:1.0:1746147255.303726:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130575500 x1830967346684544/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147255.303735:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967346684544 ext(0->7) 00010000:00010000:1.0:1746147255.303742:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 16 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.303756:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 16 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746147255.303762:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575500 00000100:00100000:1.0:1746147255.303991:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2545 00000100:00100000:1.0:1746147255.303999:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346684544:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147255.305143:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346684544:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1140us (1557us total) trans 4294972265 rc 0/0 00000100:00100000:0.0:1746147255.305153:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2545 00002000:00100000:0.0:1746147255.305161:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130575500 x1830967346684544/t4294972265(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.305170:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967346684544 ext(0->7) 00010000:00010000:0.0:1746147255.305178:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.305190:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.305196:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575500 00000100:00100000:0.0:1746147255.308086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.309171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.309969:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346684800 00000100:00100000:3.0:1746147255.309974:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346684800 00010000:00010000:3.0:1746147255.309994:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 20 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.310026:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14388 00000100:00100000:3.0:1746147255.310032:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346684800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.310042:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.310062:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 20 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.310073:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 20 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.310091:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5cc00/0x29021e8779bff96d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81711 expref: 20 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.310108:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.310110:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.310116:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.310122:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.310165:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.310178:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.310189:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339961216:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.310635:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.318024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147255.318621:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.318632:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091427b80 00000100:00100000:0.0:1746147255.321734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.322234:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346685184 00000100:00100000:2.0:1746147255.322278:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346685184 00010000:00010000:2.0:1746147255.322316:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.322347:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14389 00000100:00100000:2.0:1746147255.322356:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346685184:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.322368:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.322388:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.322400:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.322425:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c600/0x29021e8779bff974 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81718 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.322938:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.322941:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.322950:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.322959:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.322998:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.323010:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339961344:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.324769:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.328839:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339961344:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.328867:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.328915:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346685184:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6559us (7192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.328927:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14389 00000100:00100000:0.0:1746147255.333269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.333360:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346685440 00000100:00100000:2.0:1746147255.333369:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346685440 00002000:00100000:2.0:1746147255.333417:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86ea00 x1830967346685440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.333439:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ea00 with x1830967346685440 ext(0->4095) 00002000:00010000:2.0:1746147255.333444:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86ea00 00000100:00100000:2.0:1746147255.333466:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13277 00000100:00100000:2.0:1746147255.333472:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346685440:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.333637:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346685440:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.333643:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13277 00002000:00100000:2.0:1746147255.333657:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86ea00 x1830967346685440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.333663:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ea00 with x1830967346685440 ext(0->4095) 00002000:00010000:2.0:1746147255.333666:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86ea00 00000100:00100000:0.0:1746147255.337548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.337754:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346685568 00000100:00100000:2.0:1746147255.337764:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346685568 00000100:00100000:2.0:1746147255.337820:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29612 00000100:00100000:2.0:1746147255.337831:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346685568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.337850:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.337867:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81726 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.337909:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.337917:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.337918:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.337921:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.337950:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.337960:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 17 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.337971:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339961472:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.338061:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.340443:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339961472:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.340480:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.340498:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5da00, rc 0) 00000100:00100000:2.0:1746147255.340551:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346685568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2723us (3014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.340561:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29612 00000100:00100000:0.0:1746147255.341917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.342001:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346685696 00000100:00100000:3.0:1746147255.342010:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346685696 00010000:00010000:3.0:1746147255.342046:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.342081:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14390 00000100:00100000:3.0:1746147255.342088:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346685696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.342102:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.342122:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.342134:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.342157:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d800/0x29021e8779bff97b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8171f expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.342175:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.342177:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.342184:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.342191:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.342270:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.342282:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339961600:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.342348:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.344127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.346805:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ed3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339961600:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147255.346829:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.347027:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346685824 00000100:00100000:2.0:1746147255.347036:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346685824 00000100:00100000:0.0:1746147255.347963:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346685696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5871us (6048us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147255.347978:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14390 00000100:00100000:3.0:1746147255.348104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.348132:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346686080 00000100:00100000:3.0:1746147255.348136:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346686080 00002000:00100000:3.0:1746147255.348166:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906aaa00 x1830967346686080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.348175:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906aaa00 with x1830967346686080 ext(0->4095) 00002000:00010000:3.0:1746147255.348179:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906aaa00 00000100:00100000:3.0:1746147255.348194:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13278 00000100:00100000:3.0:1746147255.348201:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346686080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.348337:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346686080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.348343:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13278 00002000:00100000:3.0:1746147255.348348:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906aaa00 x1830967346686080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.348356:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906aaa00 with x1830967346686080 ext(0->4095) 00002000:00010000:3.0:1746147255.348358:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906aaa00 00000100:00100000:2.0:1746147255.348812:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29613 00000100:00100000:2.0:1746147255.348822:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1814:x1830967346685824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.348834:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.348850:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8172d expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.348874:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.348881:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.348883:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.348886:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.348915:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.348925:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.349086:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339961728:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.349557:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.351571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.351636:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346686208 00000100:00100000:1.0:1746147255.351646:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346686208 00000100:00100000:1.0:1746147255.351698:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29614 00000100:00100000:1.0:1746147255.351706:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+19:1832:x1830967346686208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.351722:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.351740:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81734 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.351772:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.351777:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 20 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.351782:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.351786:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.351823:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 20 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.351834:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.351844:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc600, rc 0) 00000100:00100000:2.0:1746147255.352068:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339961728:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.352086:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 20 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.352093:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5de00, rc 0) 00000100:00100000:2.0:1746147255.353116:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346685824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4293us (8995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.353116:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1832:x1830967346686208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1406us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.353124:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29613 00000100:00100000:1.0:1746147255.353127:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29614 00000100:00100000:0.0:1746147255.353304:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.353519:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346686336 00000100:00100000:1.0:1746147255.353525:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346686336 00010000:00010000:1.0:1746147255.353548:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.353579:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14391 00000100:00100000:1.0:1746147255.353585:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346686336:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147255.353609:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147255.353629:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.353640:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.353661:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bff982 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81726 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.353676:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.353678:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.353685:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.353692:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.353717:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.353728:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.353739:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339961984:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147255.353809:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.357412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.357553:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339961984:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147255.357575:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147255.357636:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346686336:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4050us (4330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.357646:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14391 00000100:00100000:2.0:1746147255.357922:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346686592 00000100:00100000:2.0:1746147255.357929:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346686592 00002000:00100000:2.0:1746147255.357967:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c380 x1830967346686592/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.357975:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c380 with x1830967346686592 ext(0->4095) 00010000:00010000:2.0:1746147255.357984:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.357996:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.358002:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053c380 00000100:00100000:2.0:1746147255.358083:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2547 00000100:00100000:2.0:1746147255.358091:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346686592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.358207:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346686592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (806us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.358213:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2547 00002000:00100000:2.0:1746147255.358217:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c380 x1830967346686592/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.358224:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c380 with x1830967346686592 ext(0->4095) 00010000:00010000:2.0:1746147255.358229:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.358237:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.358260:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053c380 00000100:00100000:0.0:1746147255.361306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.361388:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346686720 00000100:00100000:1.0:1746147255.361398:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346686720 00010000:00010000:1.0:1746147255.361436:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.361472:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14392 00000100:00100000:1.0:1746147255.361479:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346686720:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147255.361493:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147255.361513:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.361525:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.361549:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5de00/0x29021e8779bff989 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8172d expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.361564:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.361566:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.361573:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 18 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.361580:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 18 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.361621:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 18 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147255.361633:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962112:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147255.362538:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.366337:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962112:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147255.366360:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147255.366362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.366424:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346686976 00000100:00100000:3.0:1746147255.366431:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346686976 00002000:00100000:3.0:1746147255.366479:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d180 x1830967346686976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.366488:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967346686976 ext(0->4095) 00002000:00010000:3.0:1746147255.366493:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053d180 00000100:00100000:3.0:1746147255.366515:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13279 00000100:00100000:3.0:1746147255.366523:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346686976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147255.366723:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346686720:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5243us (5479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.366733:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14392 00000100:00100000:3.0:1746147255.367147:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346686976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 623us (783us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.367153:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13279 00002000:00100000:3.0:1746147255.367159:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d180 x1830967346686976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.367166:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967346686976 ext(0->4095) 00002000:00010000:3.0:1746147255.367169:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053d180 00000100:00100000:0.0:1746147255.369677:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.369828:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346687104 00000100:00100000:2.0:1746147255.369837:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346687104 00000100:00100000:2.0:1746147255.369897:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29615 00000100:00100000:2.0:1746147255.369905:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346687104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.369924:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.369942:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8173b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.369970:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 17 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.369978:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.369980:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.369983:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.370014:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 17 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.370030:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 17 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.370042:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339962240:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.370139:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.373105:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339962240:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.373137:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.373154:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c400, rc 0) 00000100:00100000:2.0:1746147255.373202:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346687104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3297us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.373210:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29615 00000100:00100000:0.0:1746147255.373946:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.374807:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346687232 00000100:00100000:1.0:1746147255.374817:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346687232 00010000:00010000:1.0:1746147255.374848:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 18 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.374877:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14393 00000100:00100000:1.0:1746147255.374884:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2006:x1830967346687232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147255.374899:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147255.374917:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 18 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.374929:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 18 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.374951:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bff990 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81734 expref: 18 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.374983:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.374985:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.374992:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.375000:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.375032:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147255.375044:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962368:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147255.375123:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.377693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.378678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.378751:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962368:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147255.378770:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147255.378813:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346687232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3929us (4867us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147255.378824:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14393 00000100:00100000:3.0:1746147255.378960:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346687616 00000100:00100000:3.0:1746147255.378968:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346687616 00002000:00100000:3.0:1746147255.379004:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053e300 x1830967346687616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.379013:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967346687616 ext(0->4095) 00002000:00010000:3.0:1746147255.379017:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053e300 00000100:00100000:2.0:1746147255.380189:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346687360 00000100:00100000:2.0:1746147255.380197:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346687360 00000100:00100000:2.0:1746147255.380262:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29616 00000100:00100000:2.0:1746147255.380270:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1814:x1830967346687360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.380287:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.380309:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81742 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.380338:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.380351:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.380353:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147255.380357:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13280 00010000:00010000:2.0:1746147255.380357:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.380388:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.380400:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.380412:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339962496:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.380489:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.381082:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346687616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.381235:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346687616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 869us (2558us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.381263:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13280 00002000:00100000:3.0:1746147255.381271:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053e300 x1830967346687616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.381279:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967346687616 ext(0->4095) 00010000:00010000:3.0:1746147255.381287:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.381298:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.381304:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053e300 00000100:00100000:2.0:1746147255.383986:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339962496:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.384014:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.384030:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c800, rc 0) 00000100:00100000:2.0:1746147255.384067:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:1814:x1830967346687360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3798us (6382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.384074:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29616 00000100:00100000:0.0:1746147255.384328:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.384385:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346687744 00000100:00100000:3.0:1746147255.384393:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346687744 00000100:00100000:3.0:1746147255.384438:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29617 00000100:00100000:3.0:1746147255.384444:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:1832:x1830967346687744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.384459:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.384473:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81749 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.384491:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.384495:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.384501:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.384504:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 19 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.384541:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.384550:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 19 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.384557:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6400, rc 0) 00000100:00100000:3.0:1746147255.384576:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:1832:x1830967346687744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.384581:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29617 00000100:00100000:0.0:1746147255.386072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.386150:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346687872 00000100:00100000:2.0:1746147255.386156:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346687872 00010000:00010000:2.0:1746147255.386179:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.386206:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14394 00000100:00100000:2.0:1746147255.386211:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346687872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.386221:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.386240:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.386277:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.386296:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bff997 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8173b expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.387112:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.387115:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.387123:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.387131:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.387162:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.387172:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 18 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.387188:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962752:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.387717:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493aa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.390777:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962752:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.390800:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147255.390806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.390859:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346687872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4645us (4789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.390870:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14394 00000100:00100000:3.0:1746147255.391416:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346688128 00000100:00100000:3.0:1746147255.391423:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346688128 00002000:00100000:3.0:1746147255.391463:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4380 x1830967346688128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.391472:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967346688128 ext(0->4095) 00010000:00010000:3.0:1746147255.391481:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.391494:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.391500:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4380 00000100:00100000:3.0:1746147255.391532:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2548 00000100:00100000:3.0:1746147255.391539:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346688128:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.391682:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346688128:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (877us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.391689:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2548 00002000:00100000:3.0:1746147255.391694:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4380 x1830967346688128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.391701:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967346688128 ext(0->4095) 00010000:00010000:3.0:1746147255.391706:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.391714:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.391719:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4380 00000100:00100000:0.0:1746147255.395435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.396031:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346688256 00000100:00100000:2.0:1746147255.396041:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346688256 00010000:00010000:2.0:1746147255.396083:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.396123:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14395 00000100:00100000:2.0:1746147255.396131:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2008:x1830967346688256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.396147:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.396168:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.396181:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.396203:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c800/0x29021e8779bff99e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81742 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.396236:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.396239:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.396276:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.396284:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.396317:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 18 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.396329:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962880:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.396425:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.400156:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339962880:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.400178:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.400224:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2008:x1830967346688256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4092us (4796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.400234:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14395 00000100:00100000:0.0:1746147255.400665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.401052:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346688512 00000100:00100000:2.0:1746147255.401161:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346688512 00002000:00100000:2.0:1746147255.401215:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346688512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.401225:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346688512 ext(0->4095) 00002000:00010000:2.0:1746147255.401230:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb4a80 00000100:00100000:2.0:1746147255.401353:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13281 00000100:00100000:2.0:1746147255.401360:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2007:x1830967346688512:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147255.401529:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2007:x1830967346688512:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (865us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.401536:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13281 00002000:00100000:2.0:1746147255.401541:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346688512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.401547:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346688512 ext(0->4095) 00002000:00010000:2.0:1746147255.401550:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb4a80 00000100:00100000:0.0:1746147255.405442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.406953:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346688640 00000100:00100000:1.0:1746147255.406965:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346688640 00000100:00100000:1.0:1746147255.407030:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29618 00000100:00100000:1.0:1746147255.407037:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346688640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.407055:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.407074:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81750 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.407103:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.407111:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.407112:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.407116:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.407145:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.407156:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 17 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.407167:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339963008:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147255.407294:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.411672:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339963008:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147255.411705:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.411729:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc200, rc 0) 00000100:00100000:1.0:1746147255.412831:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346688640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5786us (7392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.412841:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29618 00000100:00100000:0.0:1746147255.412978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.413310:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346688768 00000100:00100000:1.0:1746147255.413318:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346688768 00000100:00100000:1.0:1746147255.413362:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29619 00000100:00100000:1.0:1746147255.413368:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+18:1814:x1830967346688768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.413386:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.413402:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81757 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.413435:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.413439:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.413445:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147255.413447:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147255.413466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147255.413483:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.413495:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.413503:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd400, rc 0) 00000100:00100000:2.0:1746147255.413529:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346688896 00000100:00100000:2.0:1746147255.413534:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346688896 00000100:00100000:1.0:1746147255.413535:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+19:1814:x1830967346688768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.413541:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29619 00010000:00010000:2.0:1746147255.413552:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.413576:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14396 00000100:00100000:2.0:1746147255.413580:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346688896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.413589:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.413698:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.413711:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.413729:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81749 expref: 19 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.413754:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.413756:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.413762:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.413773:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.413795:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.413806:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 5 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.413817:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339963264:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.413920:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.417168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.417352:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346689152 00000100:00100000:2.0:1746147255.417361:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346689152 00000100:00100000:3.0:1746147255.417497:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339963264:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.417516:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746147255.417554:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5500 x1830967346689152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.417565:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5500 with x1830967346689152 ext(0->4095) 00010000:00010000:2.0:1746147255.417574:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.417588:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.417605:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b5500 00000100:00100000:2.0:1746147255.417632:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2549 00000100:00100000:2.0:1746147255.417640:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346689152:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.417734:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346688896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4152us (4265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.417744:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14396 00000100:00100000:2.0:1746147255.417756:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346689152:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (599us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.417762:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2549 00002000:00100000:2.0:1746147255.417767:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5500 x1830967346689152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.417773:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5500 with x1830967346689152 ext(0->4095) 00010000:00010000:2.0:1746147255.417777:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.417786:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.417792:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b5500 00000100:00100000:0.0:1746147255.420572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.420685:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346689280 00000100:00100000:3.0:1746147255.420694:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346689280 00010000:00010000:3.0:1746147255.420731:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.420766:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14397 00000100:00100000:3.0:1746147255.420773:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346689280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.420789:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.420809:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.420821:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.420845:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bff9ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81750 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.420873:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.420875:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.420882:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 17 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.420903:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 17 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.421147:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 17 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.421161:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339963392:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.421884:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.426987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.427095:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339963392:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.427115:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.427162:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346689280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6388us (6600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.427173:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14397 00000100:00100000:2.0:1746147255.427278:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346689536 00000100:00100000:2.0:1746147255.427285:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346689536 00002000:00100000:2.0:1746147255.427324:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5c00 x1830967346689536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.427332:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5c00 with x1830967346689536 ext(0->4095) 00002000:00010000:2.0:1746147255.427337:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5c00 00000100:00100000:2.0:1746147255.427350:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13282 00000100:00100000:2.0:1746147255.427355:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2006:x1830967346689536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147255.427497:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2006:x1830967346689536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.427503:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13282 00002000:00100000:2.0:1746147255.427510:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5c00 x1830967346689536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.427516:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5c00 with x1830967346689536 ext(0->4095) 00002000:00010000:2.0:1746147255.427519:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5c00 00000100:00100000:0.0:1746147255.432225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.432296:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346689664 00000100:00100000:1.0:1746147255.432306:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346689664 00000100:00100000:1.0:1746147255.432366:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29620 00000100:00100000:1.0:1746147255.432374:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346689664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.432395:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.432411:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8175e expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.432440:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 17 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.432447:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.432449:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.432452:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.432483:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 17 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.432495:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 17 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.432506:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339963520:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147255.432607:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.435960:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339963520:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147255.435997:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.436048:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd200, rc 0) 00000100:00100000:1.0:1746147255.436098:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346689664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3724us (3884us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.436108:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29620 00000100:00100000:0.0:1746147255.439387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.439457:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346689792 00000100:00100000:3.0:1746147255.439467:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346689792 00002000:00100000:3.0:1746147255.439521:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130a06a00 x1830967346689792/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.439531:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06a00 with x1830967346689792 ext(0->7) 00010000:00010000:3.0:1746147255.439542:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 18 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.439556:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 18 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.439563:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a06a00 00000100:00100000:3.0:1746147255.439607:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2550 00000100:00100000:3.0:1746147255.439615:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346689792:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147255.441022:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346689792:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1401us (1639us total) trans 4294972266 rc 0/0 00000100:00100000:0.0:1746147255.441030:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2550 00002000:00100000:0.0:1746147255.441038:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130a06a00 x1830967346689792/t4294972266(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.441046:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06a00 with x1830967346689792 ext(0->7) 00010000:00010000:0.0:1746147255.441053:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.441066:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.441072:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a06a00 00000100:00100000:0.0:1746147255.465782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.466918:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346689920 00000100:00100000:2.0:1746147255.466930:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346689920 00010000:00010000:2.0:1746147255.466974:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.468225:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14398 00000100:00100000:2.0:1746147255.468257:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346689920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.468276:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.468304:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.468319:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.468344:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd400/0x29021e8779bff9b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81757 expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.468528:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.468531:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.468540:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.468549:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.468602:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.468615:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339963648:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.468728:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.470484:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339963648:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.470502:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.470551:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2005:x1830967346689920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2315us (4778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.470562:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14398 00000100:00100000:0.0:1746147255.473562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.473670:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346690304 00000100:00100000:1.0:1746147255.473681:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346690304 00000100:00100000:1.0:1746147255.473741:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29621 00000100:00100000:1.0:1746147255.473750:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+19:1814:x1830967346690304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.473774:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.473793:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81765 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.473824:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.473832:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.473834:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.473837:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.473869:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.473880:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 5 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.473892:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339963776:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147255.476979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.477477:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346690176 00000100:00100000:2.0:1746147255.477485:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346690176 00002000:00100000:2.0:1746147255.477531:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988000 x1830967346690176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.477542:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988000 with x1830967346690176 ext(0->4095) 00010000:00010000:2.0:1746147255.477551:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.477565:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.477572:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988000 00000100:00100000:2.0:1746147255.477613:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2551 00000100:00100000:2.0:1746147255.477620:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346690176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.477949:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346690176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 329us (980us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.477955:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2551 00002000:00100000:2.0:1746147255.477960:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988000 x1830967346690176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.477968:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988000 with x1830967346690176 ext(0->4095) 00010000:00010000:2.0:1746147255.477972:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.477980:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.477986:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988000 00000100:00100000:1.0:1746147255.480369:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.480424:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339963776:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147255.480456:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.480475:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:1.0:1746147255.481542:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346690304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7789us (7987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.481557:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29621 00000100:00100000:0.0:1746147255.481804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.481944:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.481959:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346690432 00000100:00100000:1.0:1746147255.481970:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346690432 00000100:00100000:1.0:1746147255.482019:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29622 00000100:00100000:1.0:1746147255.482026:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1832:x1830967346690432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.482042:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746147255.482050:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346690560 00000100:00100000:2.0:1746147255.482054:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346690560 00010000:00010000:1.0:1746147255.482059:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8176c expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.482070:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.482081:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.482086:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.482087:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14399 00000100:00100000:2.0:1746147255.482091:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346690560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147255.482092:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.482095:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.482101:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.482120:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.482129:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.482129:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.482148:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bff9ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8175e expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746147255.482235:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.482264:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.482265:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.482270:0:9589:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.482282:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.482310:0:9589:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.482312:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746147255.482320:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.482331:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964032:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.482352:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346690560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 260us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.482358:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14399 00000100:00100000:1.0:1746147255.482385:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.485205:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964032:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147255.485229:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd000, rc 0) 00000100:00100000:1.0:1746147255.485590:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1832:x1830967346690432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3561us (3783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.485611:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29622 00000100:00100000:0.0:1746147255.485708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.485904:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346690816 00000100:00100000:3.0:1746147255.485911:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346690816 00002000:00100000:3.0:1746147255.485949:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989c00 x1830967346690816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.485958:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967346690816 ext(0->4095) 00010000:00010000:3.0:1746147255.485968:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.485981:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.485987:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989c00 00000100:00100000:3.0:1746147255.486055:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2552 00000100:00100000:3.0:1746147255.486062:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346690816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.486200:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346690816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.486206:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2552 00002000:00100000:3.0:1746147255.486210:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989c00 x1830967346690816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.486217:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967346690816 ext(0->4095) 00010000:00010000:3.0:1746147255.486221:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.486230:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.486236:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989c00 00000100:00100000:0.0:1746147255.489523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.489959:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346690944 00000100:00100000:2.0:1746147255.489968:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346690944 00010000:00010000:2.0:1746147255.490006:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.490041:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14400 00000100:00100000:2.0:1746147255.490047:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346690944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.490062:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.490080:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.490092:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.490114:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bff9c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81765 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.490145:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.490147:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.490155:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.490162:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.490193:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.490205:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339964160:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.490323:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.492446:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339964160:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.492464:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.492526:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346690944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2478us (3014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.492536:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14400 00000100:00100000:0.0:1746147255.492806:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.492871:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346691200 00000100:00100000:3.0:1746147255.492881:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346691200 00002000:00100000:3.0:1746147255.492929:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71f80 x1830967346691200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.492939:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71f80 with x1830967346691200 ext(0->4095) 00002000:00010000:3.0:1746147255.492944:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71f80 00000100:00100000:3.0:1746147255.492976:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13283 00000100:00100000:3.0:1746147255.492983:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346691200:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.493134:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346691200:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.493141:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13283 00002000:00100000:3.0:1746147255.493148:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71f80 x1830967346691200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.493155:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71f80 with x1830967346691200 ext(0->4095) 00002000:00010000:3.0:1746147255.493158:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71f80 00000100:00100000:0.0:1746147255.497970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.498110:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346691328 00000100:00100000:1.0:1746147255.498120:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346691328 00000100:00100000:1.0:1746147255.498182:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29623 00000100:00100000:1.0:1746147255.498191:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346691328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.498212:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.498230:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81773 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.498292:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.498301:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.498304:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.498307:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.498339:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.498351:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 19 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.498363:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964288:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147255.499609:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.501555:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964288:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147255.501587:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.501615:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dcc00, rc 0) 00000100:00100000:1.0:1746147255.501665:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346691328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3474us (3706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.501674:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29623 00000100:00100000:0.0:1746147255.502289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.502792:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346691456 00000100:00100000:2.0:1746147255.502800:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346691456 00010000:00010000:2.0:1746147255.502832:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.502853:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14401 00000100:00100000:2.0:1746147255.502859:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346691456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.502871:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.502890:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.502905:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.502925:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bff9c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8176c expref: 20 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.502949:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.502951:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.502957:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.502964:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.502991:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.503003:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339964416:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.503068:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.505045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.505234:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346691584 00000100:00100000:1.0:1746147255.505865:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346691584 00000100:00100000:1.0:1746147255.505925:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29624 00000100:00100000:1.0:1746147255.505933:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346691584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.505954:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.505970:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8177a expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.505998:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.506005:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.506006:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.506010:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.506040:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.506051:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 5 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.506063:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964544:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147255.506154:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.506630:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339964416:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.506645:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.506675:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346691456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3816us (4387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.506685:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14401 00000100:00100000:0.0:1746147255.510087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.510996:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346691840 00000100:00100000:3.0:1746147255.511007:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346691840 00002000:00100000:3.0:1746147255.511053:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8380 x1830967346691840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.511063:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8380 with x1830967346691840 ext(0->4095) 00010000:00010000:3.0:1746147255.511073:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.511087:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.511094:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b8380 00000100:00100000:3.0:1746147255.511129:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2553 00000100:00100000:3.0:1746147255.511137:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346691840:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.511818:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346691840:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 678us (1738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.511825:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2553 00002000:00100000:3.0:1746147255.511832:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8380 x1830967346691840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.511839:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8380 with x1830967346691840 ext(0->4095) 00010000:00010000:3.0:1746147255.511844:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.511854:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.511860:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b8380 00000100:00100000:1.0:1746147255.511944:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964544:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147255.511969:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 20 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.511984:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dce00, rc 0) 00000100:00100000:1.0:1746147255.512009:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346691584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6079us (6972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.512020:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29624 00000100:00100000:0.0:1746147255.517885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.517975:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346691968 00000100:00100000:2.0:1746147255.517985:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346691968 00010000:00010000:2.0:1746147255.518025:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.518068:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14402 00000100:00100000:2.0:1746147255.518075:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346691968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.518089:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.518108:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.518120:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.518144:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bff9cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81773 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.518174:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.518177:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.518184:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.518192:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.518226:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.518239:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339964672:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.518357:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.520719:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339964672:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.520742:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.520789:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346691968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2713us (2914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.520799:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14402 00000100:00100000:0.0:1746147255.521490:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.521684:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346692224 00000100:00100000:3.0:1746147255.521691:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346692224 00002000:00100000:3.0:1746147255.521730:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9f80 x1830967346692224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.521740:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9f80 with x1830967346692224 ext(0->4095) 00002000:00010000:3.0:1746147255.521744:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9f80 00000100:00100000:3.0:1746147255.521760:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13284 00000100:00100000:3.0:1746147255.521765:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346692224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.521889:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346692224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.521895:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13284 00002000:00100000:3.0:1746147255.521900:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9f80 x1830967346692224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.521907:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9f80 with x1830967346692224 ext(0->4095) 00002000:00010000:3.0:1746147255.521909:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9f80 00000100:00100000:0.0:1746147255.540804:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.540900:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346692352 00000100:00100000:1.0:1746147255.540910:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346692352 00000100:00100000:1.0:1746147255.540960:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29625 00000100:00100000:1.0:1746147255.540967:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346692352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.540986:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.541003:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81781 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.541031:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.541037:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.541039:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.541042:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.541070:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 19 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.541081:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 19 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.541092:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964800:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147255.541487:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.547726:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339964800:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147255.547764:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.547783:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:1.0:1746147255.548835:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346692352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7862us (8033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.548845:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29625 00000100:00100000:0.0:1746147255.566766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.566830:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.566931:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346692608 00000100:00100000:1.0:1746147255.566942:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346692608 00000100:00100000:1.0:1746147255.566998:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29626 00000100:00100000:1.0:1746147255.567007:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346692608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.567029:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.567047:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81788 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.567073:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.567078:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.567084:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147255.567086:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.567123:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.567135:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.567149:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc800, rc 0) 00000100:00100000:1.0:1746147255.567195:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346692608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.567201:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29626 00000100:00100000:2.0:1746147255.567282:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346692480 00000100:00100000:2.0:1746147255.567286:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346692480 00002000:00100000:2.0:1746147255.567313:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a71bb100 x1830967346692480/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.567322:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967346692480 ext(0->7) 00010000:00010000:2.0:1746147255.567328:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.567338:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.567344:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:2.0:1746147255.567366:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2554 00000100:00100000:2.0:1746147255.567372:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346692480:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147255.568809:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346692480:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1430us (2048us total) trans 4294972267 rc 0/0 00000100:00100000:0.0:1746147255.568818:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2554 00002000:00100000:0.0:1746147255.568825:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a71bb100 x1830967346692480/t4294972267(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.568834:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967346692480 ext(0->7) 00010000:00010000:0.0:1746147255.568842:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746147255.568854:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746147255.568859:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:0.0:1746147255.580546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.580665:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346692736 00000100:00100000:2.0:1746147255.580675:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346692736 00010000:00010000:2.0:1746147255.580718:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.580745:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14403 00000100:00100000:2.0:1746147255.580754:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2007:x1830967346692736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.580770:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.580792:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.580805:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.580832:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bff9d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8177a expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.580865:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.580867:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.580875:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.580882:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.580916:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.580926:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 5 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.580938:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965056:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.581030:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.586084:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965056:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.586107:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.586155:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2007:x1830967346692736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5400us (5619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.586167:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14403 00000100:00100000:0.0:1746147255.588637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.588737:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346692992 00000100:00100000:2.0:1746147255.588748:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346692992 00002000:00100000:2.0:1746147255.588797:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660700 x1830967346692992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.588806:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660700 with x1830967346692992 ext(0->4095) 00010000:00010000:2.0:1746147255.588815:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.588828:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.588835:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660700 00000100:00100000:2.0:1746147255.588868:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2555 00000100:00100000:2.0:1746147255.588875:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346692992:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147255.589832:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346692992:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 949us (1196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.589843:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2555 00002000:00100000:2.0:1746147255.589851:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660700 x1830967346692992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.589859:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660700 with x1830967346692992 ext(0->4095) 00010000:00010000:2.0:1746147255.589868:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.589880:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.589885:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660700 00000100:00100000:0.0:1746147255.593941:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.595381:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346693120 00000100:00100000:2.0:1746147255.595393:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346693120 00010000:00010000:2.0:1746147255.595471:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.595531:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14404 00000100:00100000:2.0:1746147255.595546:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346693120:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.595561:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.595588:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.595620:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.595652:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bff9dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81781 expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.596623:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.596629:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.596640:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.596671:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.596736:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.596757:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965184:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.598427:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.603154:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965184:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.603177:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.603231:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346693120:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7684us (9311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.603258:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14404 00000100:00100000:2.0:1746147255.604074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.605038:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346693376 00000100:00100000:3.0:1746147255.605049:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346693376 00002000:00100000:3.0:1746147255.605098:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5c00 x1830967346693376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.605113:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5c00 with x1830967346693376 ext(0->4095) 00002000:00010000:3.0:1746147255.605118:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb5c00 00000100:00100000:3.0:1746147255.605140:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13285 00000100:00100000:3.0:1746147255.605147:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346693376:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.606136:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346693376:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 982us (2056us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.606145:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13285 00002000:00100000:3.0:1746147255.606153:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5c00 x1830967346693376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.606160:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5c00 with x1830967346693376 ext(0->4095) 00002000:00010000:3.0:1746147255.606164:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb5c00 00000100:00100000:0.0:1746147255.609632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.609807:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346693504 00000100:00100000:3.0:1746147255.609816:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346693504 00000100:00100000:3.0:1746147255.609917:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29627 00000100:00100000:3.0:1746147255.609925:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346693504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.609946:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.609964:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8178f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.609993:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.610001:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.610003:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.610007:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.610039:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.610051:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 21 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.610063:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339965312:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.610845:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.613507:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339965312:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.613542:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.613562:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6400, rc 0) 00000100:00100000:3.0:1746147255.613633:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346693504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3707us (4010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.613642:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29627 00000100:00100000:2.0:1746147255.614617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.615087:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346693632 00000100:00100000:3.0:1746147255.615095:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346693632 00000100:00100000:3.0:1746147255.615134:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29628 00000100:00100000:3.0:1746147255.615140:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a862c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1814:x1830967346693632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.615157:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.615174:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81796 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.615200:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.615205:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.615211:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147255.615214:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.615267:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.615279:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.615287:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6200, rc 0) 00000100:00100000:3.0:1746147255.615321:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a862c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1814:x1830967346693632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.615326:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29628 00000100:00100000:2.0:1746147255.615988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.616899:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346693760 00000100:00100000:3.0:1746147255.616906:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346693760 00010000:00010000:3.0:1746147255.616932:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.616962:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14405 00000100:00100000:3.0:1746147255.616969:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346693760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.616980:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.617000:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.617011:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.617031:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bff9e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81788 expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.617756:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.617759:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.617768:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.617777:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.617813:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.617825:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.617837:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965568:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.617931:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.620614:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965568:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.620641:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.620692:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346693760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3721us (4702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.620704:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14405 00000100:00100000:0.0:1746147255.621172:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.622104:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346694016 00000100:00100000:3.0:1746147255.622112:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346694016 00002000:00100000:3.0:1746147255.622153:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab480 x1830967346694016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.622163:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab480 with x1830967346694016 ext(0->4095) 00010000:00010000:3.0:1746147255.622172:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.622185:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.622192:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab480 00000100:00100000:3.0:1746147255.622556:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2556 00000100:00100000:3.0:1746147255.622564:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346694016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.622699:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346694016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1528us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.622704:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2556 00002000:00100000:3.0:1746147255.622708:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab480 x1830967346694016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.622714:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab480 with x1830967346694016 ext(0->4095) 00010000:00010000:3.0:1746147255.622718:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.622731:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.622736:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab480 00000100:00100000:0.0:1746147255.627607:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.627712:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346694144 00000100:00100000:3.0:1746147255.627722:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346694144 00010000:00010000:3.0:1746147255.627763:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.627792:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14406 00000100:00100000:3.0:1746147255.627799:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346694144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.627813:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.627832:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.627843:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.627868:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779bff9eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8178f expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.628894:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.628897:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.628907:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.628921:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.628959:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.628970:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965696:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.629221:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.639729:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339965696:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.639758:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.639821:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346694144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 12022us (12236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.639833:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14406 00000100:00100000:0.0:1746147255.640485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.640674:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346694400 00000100:00100000:2.0:1746147255.640681:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346694400 00002000:00100000:2.0:1746147255.640723:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab100 x1830967346694400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.640733:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab100 with x1830967346694400 ext(0->4095) 00002000:00010000:2.0:1746147255.640738:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944ab100 00000100:00100000:2.0:1746147255.640807:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13286 00000100:00100000:2.0:1746147255.640815:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346694400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.642436:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346694400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1610us (1942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.642447:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13286 00002000:00100000:2.0:1746147255.642458:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab100 x1830967346694400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.642468:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab100 with x1830967346694400 ext(0->4095) 00002000:00010000:2.0:1746147255.642474:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944ab100 00000100:00100000:0.0:1746147255.652126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.652359:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346694528 00000100:00100000:1.0:1746147255.652368:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346694528 00000100:00100000:1.0:1746147255.652430:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29629 00000100:00100000:1.0:1746147255.652438:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346694528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.652458:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.652476:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8179d expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.652506:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.652515:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.652517:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.652520:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.652555:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.652566:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 21 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746147255.652583:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339965824:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147255.654800:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.656089:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c088a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967339965824:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147255.656122:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.656140:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00000100:00100000:1.0:1746147255.656186:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346694528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3748us (4070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.656195:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29629 00000100:00100000:0.0:1746147255.657566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.657633:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346694656 00000100:00100000:3.0:1746147255.657641:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346694656 00002000:00100000:3.0:1746147255.657685:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093e4f100 x1830967346694656/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.657694:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f100 with x1830967346694656 ext(0->7) 00010000:00010000:3.0:1746147255.657703:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 22 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.657717:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 22 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.657724:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4f100 00000100:00100000:3.0:1746147255.657745:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2557 00000100:00100000:3.0:1746147255.657752:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346694656:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147255.658851:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346694656:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1096us (1287us total) trans 4294972268 rc 0/0 00000100:00100000:3.0:1746147255.658859:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2557 00002000:00100000:3.0:1746147255.658865:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093e4f100 x1830967346694656/t4294972268(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.658873:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f100 with x1830967346694656 ext(0->7) 00010000:00010000:3.0:1746147255.658879:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 24 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.658890:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 24 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.658896:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4f100 00000100:00100000:0.0:1746147255.675662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.675793:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346694784 00000100:00100000:1.0:1746147255.675803:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346694784 00000100:00100000:1.0:1746147255.675866:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29630 00000100:00100000:1.0:1746147255.675874:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+24:1814:x1830967346694784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.675897:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.675915:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817a4 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.675946:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.675956:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.675962:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147255.675965:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.676013:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.676023:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.676037:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:1.0:1746147255.676094:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+25:1814:x1830967346694784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.676100:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29630 00000100:00100000:0.0:1746147255.679104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.679310:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346694912 00000100:00100000:3.0:1746147255.679323:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346694912 00010000:00010000:3.0:1746147255.679365:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 25 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.679396:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14407 00000100:00100000:3.0:1746147255.679404:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2006:x1830967346694912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.679422:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.679441:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 25 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.679461:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 25 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.679486:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bff9f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81796 expref: 25 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.679516:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.679522:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.679529:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.679536:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.679577:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.679598:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 5 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.679610:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966080:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.679739:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.682613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.682656:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346695168 00000100:00100000:2.0:1746147255.682664:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346695168 00002000:00100000:2.0:1746147255.682710:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6a00 x1830967346695168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.682718:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6a00 with x1830967346695168 ext(0->4095) 00010000:00010000:2.0:1746147255.682727:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.682739:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.682747:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6a00 00000100:00100000:2.0:1746147255.682766:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2558 00000100:00100000:2.0:1746147255.682773:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346695168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.682893:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966080:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.682915:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.682932:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346695168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.682943:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2558 00002000:00100000:2.0:1746147255.682948:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6a00 x1830967346695168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.682954:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6a00 with x1830967346695168 ext(0->4095) 00010000:00010000:2.0:1746147255.682959:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.682967:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.683601:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6a00 00000100:00100000:3.0:1746147255.684912:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346694912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5500us (5810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.684928:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14407 00000100:00100000:0.0:1746147255.691570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.692176:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346695296 00000100:00100000:3.0:1746147255.692186:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346695296 00010000:00010000:3.0:1746147255.692221:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.692316:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14408 00000100:00100000:3.0:1746147255.692323:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346695296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.692335:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.692350:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.692361:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.692378:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bff9f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8179d expref: 6 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.692574:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.692576:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.692584:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 23 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.692600:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 23 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.694264:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 23 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.694281:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966208:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.694374:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.699192:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966208:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.699221:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.699315:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346695296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6990us (7755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.699327:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14408 00000100:00100000:0.0:1746147255.699896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.700601:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346695552 00000100:00100000:3.0:1746147255.700611:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346695552 00002000:00100000:3.0:1746147255.700654:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e680 x1830967346695552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.700664:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967346695552 ext(0->4095) 00002000:00010000:3.0:1746147255.700668:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e680 00000100:00100000:3.0:1746147255.700701:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13287 00000100:00100000:3.0:1746147255.700709:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346695552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.700874:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346695552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (977us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.700881:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13287 00002000:00100000:3.0:1746147255.700886:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e680 x1830967346695552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.700893:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967346695552 ext(0->4095) 00002000:00010000:3.0:1746147255.700896:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e680 00000100:00100000:0.0:1746147255.709513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.709708:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346695680 00000100:00100000:3.0:1746147255.709718:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346695680 00000100:00100000:3.0:1746147255.709822:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29631 00000100:00100000:3.0:1746147255.709831:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346695680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.709853:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.709874:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817ab expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.709903:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 23 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.709911:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.709913:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.709916:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.709948:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 23 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.709959:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 23 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.709971:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339966336:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.710060:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.718447:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339966336:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.718482:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.718505:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:3.0:1746147255.718556:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346695680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8726us (9054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.718566:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29631 00000100:00100000:0.0:1746147255.725147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.725712:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346695808 00000100:00100000:3.0:1746147255.725721:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346695808 00000100:00100000:1.0:1746147255.726998:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29632 00000100:00100000:1.0:1746147255.727013:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+24:1814:x1830967346695808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.727035:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.727053:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817b2 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.727081:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.727086:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.727091:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147255.727094:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.727131:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.727146:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.727154:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd200, rc 0) 00000100:00100000:1.0:1746147255.727222:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+25:1814:x1830967346695808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (2087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.727228:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29632 00000100:00100000:0.0:1746147255.733858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.734237:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346695936 00000100:00100000:2.0:1746147255.734286:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346695936 00002000:00100000:2.0:1746147255.734337:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa0e00 x1830967346695936/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.734346:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0e00 with x1830967346695936 ext(0->7) 00010000:00010000:2.0:1746147255.734356:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 25 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.734369:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 25 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.734375:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0e00 00000100:00100000:2.0:1746147255.734411:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2559 00000100:00100000:2.0:1746147255.734419:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2006:x1830967346695936:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147255.735768:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2006:x1830967346695936:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1342us (1913us total) trans 4294972269 rc 0/0 00000100:00100000:2.0:1746147255.735778:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2559 00002000:00100000:2.0:1746147255.735786:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa0e00 x1830967346695936/t4294972269(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.735794:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0e00 with x1830967346695936 ext(0->7) 00010000:00010000:2.0:1746147255.735804:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 27 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.735817:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 27 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.735824:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0e00 00000100:00100000:2.0:1746147255.746833:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.746914:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346696064 00000100:00100000:3.0:1746147255.746925:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346696064 00010000:00010000:3.0:1746147255.746966:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 27 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.747013:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14409 00000100:00100000:3.0:1746147255.747021:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2007:x1830967346696064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.747035:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.747056:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 27 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.747068:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 27 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.747090:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffa00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817a4 expref: 27 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.747117:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.747119:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.747126:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.747134:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.747166:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.747176:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.747187:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966592:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.747312:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.751953:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966592:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.751979:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.752036:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2007:x1830967346696064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5014us (5213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.752047:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14409 00000100:00100000:0.0:1746147255.752818:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.753358:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346696320 00000100:00100000:2.0:1746147255.753366:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346696320 00002000:00100000:2.0:1746147255.753409:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3480 x1830967346696320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.753418:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3480 with x1830967346696320 ext(0->4095) 00010000:00010000:2.0:1746147255.753427:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.753439:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.753445:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa3480 00000100:00100000:2.0:1746147255.753955:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2560 00000100:00100000:2.0:1746147255.753963:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346696320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.754102:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346696320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (1285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.754108:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2560 00002000:00100000:2.0:1746147255.754113:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3480 x1830967346696320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.754119:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3480 with x1830967346696320 ext(0->4095) 00010000:00010000:2.0:1746147255.754124:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.754132:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.754137:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa3480 00000100:00100000:0.0:1746147255.759668:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.760089:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346696448 00000100:00100000:3.0:1746147255.760099:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346696448 00010000:00010000:3.0:1746147255.760141:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.760185:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14410 00000100:00100000:3.0:1746147255.760193:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346696448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.760212:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.760236:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.760279:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.760304:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffa07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ab expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.760336:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.760338:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.760346:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.760354:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.760393:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.760405:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966720:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.760502:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.763182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.763299:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339966720:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.763319:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.763364:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346696448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3172us (3708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.763375:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14410 00000100:00100000:2.0:1746147255.763574:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346696704 00000100:00100000:2.0:1746147255.763582:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346696704 00002000:00100000:2.0:1746147255.763626:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0700 x1830967346696704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.763635:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0700 with x1830967346696704 ext(0->4095) 00002000:00010000:2.0:1746147255.763639:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa0700 00000100:00100000:2.0:1746147255.763661:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13288 00000100:00100000:2.0:1746147255.763666:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346696704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147255.765733:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346696704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 2057us (2552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.765745:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13288 00002000:00100000:2.0:1746147255.765753:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0700 x1830967346696704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.765762:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0700 with x1830967346696704 ext(0->4095) 00002000:00010000:2.0:1746147255.765767:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa0700 00000100:00100000:0.0:1746147255.773550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.773742:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346696832 00000100:00100000:3.0:1746147255.773754:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346696832 00000100:00100000:3.0:1746147255.773800:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29633 00000100:00100000:3.0:1746147255.773808:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346696832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.773828:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.773847:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817b9 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.773879:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.773887:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.773888:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.773892:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.773927:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.773938:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 25 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.773950:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339966848:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.774042:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.776882:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339966848:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.776916:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.776933:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fd72e00, rc 0) 00000100:00100000:3.0:1746147255.776998:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346696832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3189us (4764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.777007:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29633 00000100:00100000:0.0:1746147255.777075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.777140:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346696960 00000100:00100000:2.0:1746147255.777148:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346696960 00002000:00100000:2.0:1746147255.777199:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed7480 x1830967346696960/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.777208:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7480 with x1830967346696960 ext(0->7) 00010000:00010000:2.0:1746147255.777215:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 26 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.777226:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 26 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.777232:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed7480 00000100:00100000:2.0:1746147255.777283:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2561 00000100:00100000:2.0:1746147255.777291:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346696960:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147255.779028:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346696960:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1731us (1947us total) trans 4294972270 rc 0/0 00000100:00100000:2.0:1746147255.779038:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2561 00002000:00100000:2.0:1746147255.779046:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed7480 x1830967346696960/t4294972270(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.779061:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7480 with x1830967346696960 ext(0->7) 00010000:00010000:2.0:1746147255.779071:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 28 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.779084:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 28 pid: 9589 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.779090:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed7480 00000100:00100000:0.0:1746147255.783767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.783883:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346697216 00000100:00100000:3.0:1746147255.783893:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346697216 00000100:00100000:3.0:1746147255.783955:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29634 00000100:00100000:3.0:1746147255.783962:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346697216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.783982:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.784001:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817c0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.784028:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.784034:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.784039:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147255.784042:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.784079:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.784092:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.784101:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6200, rc 0) 00000100:00100000:0.0:1746147255.784390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.784517:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346697088 00000100:00100000:2.0:1746147255.784522:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346697088 00010000:00010000:2.0:1746147255.784545:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 30 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.784686:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1814:x1830967346697216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.784697:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29634 00000100:00100000:2.0:1746147255.787734:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14411 00000100:00100000:2.0:1746147255.787755:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346697088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.787778:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147255.787799:0:7226:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147256 -> 1746147257 00002000:00010000:2.0:1746147255.787802:0:7226:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147256 -> 1746147257 00010000:00010000:2.0:1746147255.787810:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 29 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.787825:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 29 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.787847:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffa0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b2 expref: 29 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.787893:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.787895:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.787904:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.787912:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.787948:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.787959:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.787975:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967104:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.788165:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.790599:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967104:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.790621:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.790665:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346697088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2920us (6274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.790677:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14411 00000100:00100000:0.0:1746147255.791010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.791440:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346697472 00000100:00100000:3.0:1746147255.791448:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346697472 00002000:00100000:3.0:1746147255.791487:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b800 x1830967346697472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.791496:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b800 with x1830967346697472 ext(0->4095) 00010000:00010000:3.0:1746147255.791504:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.791515:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.791521:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8b800 00000100:00100000:3.0:1746147255.791545:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2562 00000100:00100000:3.0:1746147255.791550:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346697472:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.791689:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346697472:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (678us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.793215:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2562 00002000:00100000:3.0:1746147255.793229:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b800 x1830967346697472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.793239:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b800 with x1830967346697472 ext(0->4095) 00010000:00010000:3.0:1746147255.793260:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.793280:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.793286:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8b800 00000100:00100000:0.0:1746147255.793595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.793651:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346697600 00000100:00100000:2.0:1746147255.793660:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346697600 00010000:00010000:2.0:1746147255.793683:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.793720:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14412 00000100:00100000:2.0:1746147255.793726:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346697600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.793739:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.793758:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.793768:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.793790:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817b9 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.793819:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.793821:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.793828:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.793836:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.793868:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.793880:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967232:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.793965:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.797736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.797922:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346697856 00000100:00100000:3.0:1746147255.797931:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346697856 00002000:00100000:3.0:1746147255.797976:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b100 x1830967346697856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.797985:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b100 with x1830967346697856 ext(0->4095) 00002000:00010000:3.0:1746147255.797991:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b100 00000100:00100000:3.0:1746147255.798009:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13289 00000100:00100000:3.0:1746147255.798017:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2007:x1830967346697856:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147255.798171:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2007:x1830967346697856:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (443us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.798178:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13289 00002000:00100000:3.0:1746147255.798183:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b100 x1830967346697856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.798190:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b100 with x1830967346697856 ext(0->4095) 00002000:00010000:3.0:1746147255.798193:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b100 00000100:00100000:2.0:1746147255.798807:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967232:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.798827:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.798858:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346697600:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5132us (5271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.798867:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14412 00000100:00100000:0.0:1746147255.805842:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.806046:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346697984 00000100:00100000:3.0:1746147255.806057:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346697984 00000100:00100000:3.0:1746147255.806119:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29635 00000100:00100000:3.0:1746147255.806126:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346697984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.806148:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.806166:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817c7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.806198:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.806205:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.806206:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.806209:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.806239:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.806287:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 27 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.806298:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339967360:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.806387:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.811063:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339967360:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.811100:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.811117:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fd73800, rc 0) 00000100:00100000:3.0:1746147255.811167:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346697984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5041us (5334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.811180:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29635 00000100:00100000:0.0:1746147255.820477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.821049:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346698112 00000100:00100000:2.0:1746147255.821059:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346698112 00002000:00100000:2.0:1746147255.821109:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad5880 x1830967346698112/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.821118:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5880 with x1830967346698112 ext(0->7) 00010000:00010000:2.0:1746147255.821128:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 28 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.821141:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 28 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.821147:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad5880 00000100:00100000:2.0:1746147255.821183:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2563 00000100:00100000:2.0:1746147255.821190:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346698112:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147255.829834:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346698112:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 8627us (9352us total) trans 4294972271 rc 0/0 00000100:00100000:2.0:1746147255.829849:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2563 00002000:00100000:2.0:1746147255.829864:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad5880 x1830967346698112/t4294972271(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.829874:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5880 with x1830967346698112 ext(0->7) 00010000:00010000:2.0:1746147255.829887:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 30 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.829903:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 30 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.829909:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad5880 00000100:00100000:0.0:1746147255.832756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.832821:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346698240 00000100:00100000:3.0:1746147255.832831:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346698240 00000100:00100000:0.0:1746147255.833801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.833946:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29636 00000100:00100000:3.0:1746147255.833959:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1814:x1830967346698240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.833981:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746147255.834069:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346698368 00000100:00100000:2.0:1746147255.834076:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346698368 00010000:00010000:2.0:1746147255.834101:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.834121:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14413 00000100:00100000:2.0:1746147255.834126:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346698368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.834137:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.834158:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.834170:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.834192:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779bffa1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c0 expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.834221:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.834223:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.834230:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.834262:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.834309:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817ce expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.834329:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.834335:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.834336:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.834339:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.834360:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.834370:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.834382:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339967488:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.834562:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.834571:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.834580:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967616:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.834992:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.835183:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.838459:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967616:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147255.838483:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147255.838531:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346698368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4402us (4731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147255.838542:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14413 00000100:00100000:3.0:1746147255.839463:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339967488:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.839493:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.839509:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fd72e00, rc 0) 00000100:00100000:3.0:1746147255.839544:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1814:x1830967346698240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5589us (6796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.839551:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29636 00000100:00100000:0.0:1746147255.840431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.840486:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346698624 00000100:00100000:3.0:1746147255.840495:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346698624 00002000:00100000:3.0:1746147255.840540:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417df80 x1830967346698624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.840549:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967346698624 ext(0->4095) 00010000:00010000:3.0:1746147255.840557:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.840574:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.840580:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417df80 00000100:00100000:3.0:1746147255.840623:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2564 00000100:00100000:3.0:1746147255.840631:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346698624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.841133:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346698624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 501us (703us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.841140:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2564 00002000:00100000:3.0:1746147255.841146:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417df80 x1830967346698624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.841153:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967346698624 ext(0->4095) 00010000:00010000:3.0:1746147255.841158:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.841168:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.841173:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417df80 00000100:00100000:0.0:1746147255.845487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.845607:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346698752 00000100:00100000:2.0:1746147255.845616:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346698752 00010000:00010000:2.0:1746147255.845655:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.845680:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14414 00000100:00100000:2.0:1746147255.845687:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346698752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147255.845701:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147255.845722:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.845734:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.845761:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fd73800/0x29021e8779bffa23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817c7 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.845794:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.845796:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.845803:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.845811:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.845841:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147255.845854:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967744:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.846982:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.849737:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339967744:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.849762:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.849811:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346698752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4123us (4333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.849822:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14414 00000100:00100000:0.0:1746147255.850030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.850090:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346699008 00000100:00100000:2.0:1746147255.850097:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346699008 00002000:00100000:2.0:1746147255.850204:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e680 x1830967346699008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.850214:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967346699008 ext(0->4095) 00002000:00010000:2.0:1746147255.850218:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e680 00000100:00100000:2.0:1746147255.850279:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13290 00000100:00100000:2.0:1746147255.850287:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346699008:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.850413:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346699008:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.850419:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13290 00002000:00100000:2.0:1746147255.850424:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e680 x1830967346699008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.850431:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967346699008 ext(0->4095) 00002000:00010000:2.0:1746147255.850433:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e680 00000100:00100000:0.0:1746147255.852578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.852697:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346699136 00000100:00100000:3.0:1746147255.852706:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346699136 00000100:00100000:3.0:1746147255.852814:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29637 00000100:00100000:3.0:1746147255.852823:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346699136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147255.852841:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147255.852858:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817d5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.852885:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.852892:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.852894:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147255.852897:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.852927:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.852938:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 29 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.852950:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339967872:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147255.853441:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.855874:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339967872:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147255.855906:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.855924:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:3.0:1746147255.855977:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346699136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3154us (3409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.855986:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29637 00000100:00100000:0.0:1746147255.856458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.857300:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346699264 00000100:00100000:3.0:1746147255.857309:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346699264 00010000:00010000:3.0:1746147255.857343:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 30 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.857372:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14415 00000100:00100000:3.0:1746147255.857379:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346699264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.857396:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.857416:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 30 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.857427:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 30 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.857451:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fd72e00/0x29021e8779bffa2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ce expref: 30 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.857483:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.857485:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.857493:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.857500:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.857535:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.857547:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968000:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.857640:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.861659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.861748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.861776:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346699648 00000100:00100000:2.0:1746147255.861785:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346699648 00002000:00100000:2.0:1746147255.861831:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6680 x1830967346699648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.861841:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6680 with x1830967346699648 ext(0->4095) 00002000:00010000:2.0:1746147255.861848:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b6680 00000100:00100000:2.0:1746147255.861871:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13291 00000100:00100000:2.0:1746147255.861879:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346699648:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.862029:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346699648:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.862036:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13291 00002000:00100000:2.0:1746147255.862042:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6680 x1830967346699648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.862049:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6680 with x1830967346699648 ext(0->4095) 00002000:00010000:2.0:1746147255.862052:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b6680 00000100:00100000:2.0:1746147255.862135:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346699520 00000100:00100000:2.0:1746147255.862139:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346699520 00000100:00100000:0.0:1746147255.862369:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968000:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147255.862388:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.866437:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29638 00000100:00100000:2.0:1746147255.866458:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1814:x1830967346699520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.866481:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.866502:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817dc expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.866532:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.866541:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.866542:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.866546:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.866577:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.866600:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 5 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.866611:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339968128:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147255.866820:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2005:x1830967346699264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9437us (10358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147255.866832:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14415 00000100:00100000:2.0:1746147255.867364:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.877893:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.878031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147255.878329:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346699776 00000100:00100000:1.0:1746147255.878339:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346699776 00000100:00100000:1.0:1746147255.878387:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29639 00000100:00100000:1.0:1746147255.878395:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+31:1832:x1830967346699776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147255.878415:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147255.878433:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817e3 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.878460:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147255.878467:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 32 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.878473:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147255.878476:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 32 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.878514:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 32 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.878529:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 32 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147255.878537:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc800, rc 0) 00000100:00100000:1.0:1746147255.878583:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1832:x1830967346699776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147255.878599:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29639 00000100:00100000:2.0:1746147255.878873:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339968128:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.878890:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.878898:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c400, rc 0) 00000100:00100000:2.0:1746147255.878919:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:1814:x1830967346699520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12471us (17270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.878924:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29638 00000100:00100000:3.0:1746147255.880295:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346699904 00000100:00100000:3.0:1746147255.880306:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346699904 00010000:00010000:3.0:1746147255.880343:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.880388:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14416 00000100:00100000:3.0:1746147255.880396:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346699904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.880409:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.880429:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.880441:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.880465:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffa31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817d5 expref: 6 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.880497:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.880499:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.880506:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.880519:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.880551:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.880562:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 30 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.880577:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968384:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.880669:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.882918:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968384:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147255.882926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147255.882938:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.882985:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346700160 00000100:00100000:3.0:1746147255.882990:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346699904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2594us (4958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.882992:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346700160 00000100:00100000:3.0:1746147255.883000:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14416 00002000:00100000:2.0:1746147255.883034:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78380 x1830967346700160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.883044:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78380 with x1830967346700160 ext(0->4095) 00010000:00010000:2.0:1746147255.883053:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.883066:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.883072:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f78380 00000100:00100000:2.0:1746147255.883103:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2565 00000100:00100000:2.0:1746147255.883110:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346700160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147255.883239:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346700160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.883277:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2565 00002000:00100000:2.0:1746147255.883282:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78380 x1830967346700160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.883289:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78380 with x1830967346700160 ext(0->4095) 00010000:00010000:2.0:1746147255.883295:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.883308:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.883314:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f78380 00000100:00100000:0.0:1746147255.886070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.886207:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346700288 00000100:00100000:3.0:1746147255.886217:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346700288 00010000:00010000:3.0:1746147255.886286:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.886321:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14417 00000100:00100000:3.0:1746147255.886329:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346700288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.886343:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.886363:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.886375:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.886398:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffa38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817dc expref: 31 pid: 9588 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.886412:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.886415:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.886421:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 30 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.886428:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 30 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.886463:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 30 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.886476:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968512:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.886567:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.889859:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968512:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.889882:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.889930:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2006:x1830967346700288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3602us (3870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.889941:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14417 00000100:00100000:0.0:1746147255.890101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.890200:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346700544 00000100:00100000:3.0:1746147255.890206:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346700544 00002000:00100000:3.0:1746147255.890238:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7b480 x1830967346700544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.890266:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967346700544 ext(0->4095) 00002000:00010000:3.0:1746147255.890271:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f7b480 00000100:00100000:3.0:1746147255.890297:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13292 00000100:00100000:3.0:1746147255.890303:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346700544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147255.890438:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346700544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.890444:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13292 00002000:00100000:3.0:1746147255.890449:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7b480 x1830967346700544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.890455:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967346700544 ext(0->4095) 00002000:00010000:3.0:1746147255.890458:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f7b480 00000100:00100000:0.0:1746147255.894616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.894740:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346700672 00000100:00100000:2.0:1746147255.894750:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346700672 00000100:00100000:2.0:1746147255.894791:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29640 00000100:00100000:2.0:1746147255.894799:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346700672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.894818:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.894836:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817ea expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.894864:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 29 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.894871:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.894872:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.894875:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.894908:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 29 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.894919:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 29 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.894931:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339968640:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.896014:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147255.898963:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339968640:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.898998:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.899018:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d600, rc 0) 00000100:00100000:2.0:1746147255.899485:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346700672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4684us (4877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.899494:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29640 00000100:00100000:0.0:1746147255.902116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.902275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.902693:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346700928 00000100:00100000:2.0:1746147255.902703:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346700928 00000100:00100000:2.0:1746147255.902751:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29641 00000100:00100000:2.0:1746147255.902759:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1814:x1830967346700928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.902781:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.902798:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817f1 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.902826:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.902832:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.902838:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147255.902841:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.902881:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.902897:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.902908:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ca00, rc 0) 00000100:00100000:2.0:1746147255.902972:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+31:1814:x1830967346700928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.902979:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29641 00000100:00100000:3.0:1746147255.903062:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346700800 00000100:00100000:3.0:1746147255.903067:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346700800 00010000:00010000:3.0:1746147255.903086:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 31 pid: 9589 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.903118:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14418 00000100:00100000:3.0:1746147255.903123:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2005:x1830967346700800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.903132:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.903151:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 31 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.903162:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 31 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.903178:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bffa3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817e3 expref: 31 pid: 9589 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.903203:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.903204:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.903211:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.903223:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.903266:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.903277:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 5 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.903289:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968896:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.903671:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.911816:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339968896:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.911842:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.911900:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346700800:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8774us (9793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.911912:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14418 00000100:00100000:0.0:1746147255.911912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.912756:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346701184 00000100:00100000:2.0:1746147255.912765:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346701184 00002000:00100000:2.0:1746147255.912806:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89c00 x1830967346701184/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.912815:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89c00 with x1830967346701184 ext(0->4095) 00010000:00010000:2.0:1746147255.912825:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.912839:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.912845:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89c00 00000100:00100000:2.0:1746147255.912875:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2566 00000100:00100000:2.0:1746147255.912882:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346701184:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147255.913026:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346701184:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (1115us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.913032:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2566 00002000:00100000:2.0:1746147255.913037:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89c00 x1830967346701184/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.913044:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89c00 with x1830967346701184 ext(0->4095) 00010000:00010000:2.0:1746147255.913047:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746147255.913056:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746147255.913061:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89c00 00000100:00100000:0.0:1746147255.916237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.916346:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346701312 00000100:00100000:3.0:1746147255.916356:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346701312 00010000:00010000:3.0:1746147255.916395:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.916432:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14419 00000100:00100000:3.0:1746147255.916440:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346701312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.916455:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.916476:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.916488:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.916512:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffa46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ea expref: 6 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.916547:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.916549:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.916557:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.916565:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.916612:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.916625:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969024:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.916915:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.921105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.921213:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969024:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.921234:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.921299:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346701312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4859us (5070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.921309:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14419 00000100:00100000:2.0:1746147255.921913:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346701568 00000100:00100000:2.0:1746147255.921920:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346701568 00002000:00100000:2.0:1746147255.921957:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088a80 x1830967346701568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.921967:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088a80 with x1830967346701568 ext(0->4095) 00002000:00010000:2.0:1746147255.921971:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c088a80 00000100:00100000:2.0:1746147255.921995:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13293 00000100:00100000:2.0:1746147255.922001:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346701568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147255.922110:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346701568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (1017us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.922115:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13293 00002000:00100000:2.0:1746147255.922120:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088a80 x1830967346701568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.922126:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088a80 with x1830967346701568 ext(0->4095) 00002000:00010000:2.0:1746147255.922128:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c088a80 00000100:00100000:0.0:1746147255.927087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.927158:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346701696 00000100:00100000:2.0:1746147255.927168:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346701696 00000100:00100000:2.0:1746147255.927223:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29642 00000100:00100000:2.0:1746147255.927230:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346701696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.927277:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.927294:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817f8 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.927325:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.927338:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.927340:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.927344:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.927526:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.927539:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 29 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746147255.927551:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339969152:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.927662:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.933956:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.934084:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346701824 00000100:00100000:3.0:1746147255.934093:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346701824 00002000:00100000:3.0:1746147255.934144:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009417d180 x1830967346701824/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.934155:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967346701824 ext(0->7) 00010000:00010000:3.0:1746147255.934166:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 30 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.934180:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 30 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.934186:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:3.0:1746147255.934209:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2567 00000100:00100000:3.0:1746147255.934216:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346701824:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147255.935479:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339969152:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.935508:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.935528:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ce00, rc 0) 00000100:00100000:2.0:1746147255.935738:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346701696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8506us (8662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.935748:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29642 00000100:00100000:3.0:1746147255.940201:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346701824:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5971us (6242us total) trans 4294972272 rc 0/0 00000100:00100000:3.0:1746147255.940219:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2567 00002000:00100000:3.0:1746147255.940233:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009417d180 x1830967346701824/t4294972272(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.940616:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967346701824 ext(0->7) 00010000:00010000:3.0:1746147255.940628:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 32 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.940644:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 32 pid: 24989 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746147255.940652:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:0.0:1746147255.946427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.946497:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346701952 00000100:00100000:2.0:1746147255.946507:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346701952 00000100:00100000:2.0:1746147255.946555:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29643 00000100:00100000:2.0:1746147255.946563:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1814:x1830967346701952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.946583:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.946614:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b817ff expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.946643:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.946649:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.946655:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147255.946659:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.946697:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.946708:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.946721:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5dc00, rc 0) 00000100:00100000:2.0:1746147255.946769:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1814:x1830967346701952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.946775:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29643 00000100:00100000:2.0:1746147255.946881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.947276:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346702080 00000100:00100000:3.0:1746147255.947282:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346702080 00010000:00010000:3.0:1746147255.947305:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 33 pid: 24989 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746147255.947340:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14420 00000100:00100000:3.0:1746147255.947347:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2005:x1830967346702080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.947357:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.947375:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 33 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.947387:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 33 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.947408:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffa4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f1 expref: 33 pid: 24989 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746147255.947434:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.947436:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.947443:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.947450:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.947473:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.947490:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147255.947503:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969408:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.947581:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.951365:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969408:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147255.951365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147255.951387:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.951433:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346702080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4085us (4550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.951445:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14420 00000100:00100000:2.0:1746147255.951610:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346702336 00000100:00100000:2.0:1746147255.951617:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346702336 00002000:00100000:2.0:1746147255.951658:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089c00 x1830967346702336/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.951668:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089c00 with x1830967346702336 ext(0->4095) 00010000:00010000:2.0:1746147255.951676:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147255.951688:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147255.951695:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c089c00 00000100:00100000:2.0:1746147255.951712:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2568 00000100:00100000:2.0:1746147255.951719:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346702336:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147255.951844:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346702336:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.951850:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2568 00002000:00100000:2.0:1746147255.951854:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089c00 x1830967346702336/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.952663:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089c00 with x1830967346702336 ext(0->4095) 00010000:00010000:2.0:1746147255.952671:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147255.952682:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147255.952687:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c089c00 00000100:00100000:0.0:1746147255.955361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.955436:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346702464 00000100:00100000:3.0:1746147255.955446:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346702464 00010000:00010000:3.0:1746147255.955485:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147255.955530:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14421 00000100:00100000:3.0:1746147255.955539:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346702464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.955554:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.955575:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.955601:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.955625:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817f8 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.955658:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.955660:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.955669:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.955678:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.955716:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.955728:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969536:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.955825:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.960322:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969536:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.960343:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.960386:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346702464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4848us (5034us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.960397:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14421 00000100:00100000:0.0:1746147255.961944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.962075:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346702720 00000100:00100000:2.0:1746147255.962084:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346702720 00002000:00100000:2.0:1746147255.962127:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5ce00 x1830967346702720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.962136:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ce00 with x1830967346702720 ext(0->4095) 00002000:00010000:2.0:1746147255.962141:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5ce00 00000100:00100000:2.0:1746147255.962169:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13294 00000100:00100000:2.0:1746147255.962176:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2008:x1830967346702720:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147255.962426:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2008:x1830967346702720:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 249us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147255.962432:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13294 00002000:00100000:2.0:1746147255.962438:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5ce00 x1830967346702720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147255.962445:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ce00 with x1830967346702720 ext(0->4095) 00002000:00010000:2.0:1746147255.962447:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5ce00 00000100:00100000:0.0:1746147255.966029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.966322:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346702848 00000100:00100000:2.0:1746147255.966332:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346702848 00000100:00100000:2.0:1746147255.966848:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29644 00000100:00100000:2.0:1746147255.966858:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346702848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.966879:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.966896:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81806 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.966926:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.966934:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.966936:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.966939:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.966972:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.966983:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 31 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147255.966995:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339969664:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.968307:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.971110:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.971220:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339969664:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.971262:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.971284:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c200, rc 0) 00000100:00100000:2.0:1746147255.971339:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346702848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4483us (5321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.971348:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29644 00000100:00100000:3.0:1746147255.971579:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346702976 00000100:00100000:3.0:1746147255.971586:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346702976 00002000:00100000:3.0:1746147255.971634:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880096a87480 x1830967346702976/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.971643:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830967346702976 ext(0->7) 00010000:00010000:3.0:1746147255.971650:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 32 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.971666:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 32 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147255.971672:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:3.0:1746147255.971687:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2569 00000100:00100000:3.0:1746147255.971693:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346702976:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147255.972874:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346702976:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1173us (1767us total) trans 4294972273 rc 0/0 00000100:00100000:3.0:1746147255.972883:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2569 00002000:00100000:3.0:1746147255.972890:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880096a87480 x1830967346702976/t4294972273(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 496/448 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.972898:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830967346702976 ext(0->7) 00010000:00010000:3.0:1746147255.972906:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.972917:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147255.972923:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:0.0:1746147255.975361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.975672:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346703104 00000100:00100000:3.0:1746147255.975682:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346703104 00010000:00010000:3.0:1746147255.975728:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147255.975758:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14422 00000100:00100000:3.0:1746147255.975766:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b519ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2007:x1830967346703104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.975779:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.975799:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.975811:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.975833:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffa5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b817ff expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.976343:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.976346:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.976354:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.976362:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.976396:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147255.976408:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969792:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147255.977294:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147255.983868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147255.986262:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339969792:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147255.986286:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147255.986343:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b519ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2007:x1830967346703104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10575us (10989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147255.986355:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14422 00000100:00100000:2.0:1746147255.986457:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346703232 00000100:00100000:2.0:1746147255.986465:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346703232 00000100:00100000:2.0:1746147255.986502:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29645 00000100:00100000:2.0:1746147255.986509:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1814:x1830967346703232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.986533:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.986551:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8180d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.986579:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.986597:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.986600:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.986604:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147255.986615:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147255.986634:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.986646:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 5 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147255.986661:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339969920:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147255.986713:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147255.987036:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346703488 00000100:00100000:3.0:1746147255.987040:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346703488 00002000:00100000:3.0:1746147255.987065:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84380 x1830967346703488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.987075:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84380 with x1830967346703488 ext(0->4095) 00010000:00010000:3.0:1746147255.987081:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.987092:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147255.987098:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a84380 00000100:00100000:3.0:1746147255.987111:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2570 00000100:00100000:3.0:1746147255.987117:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346703488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147255.987215:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346703488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147255.987221:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2570 00002000:00100000:3.0:1746147255.987226:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84380 x1830967346703488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147255.987233:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84380 with x1830967346703488 ext(0->4095) 00010000:00010000:3.0:1746147255.987238:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.987267:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147255.987273:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a84380 00000100:00100000:2.0:1746147255.989449:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339969920:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147255.989477:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.989495:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ce00, rc 0) 00000100:00100000:2.0:1746147255.989552:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346703232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3043us (5696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.989561:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29645 00000100:00100000:0.0:1746147255.990090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.990124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147255.990770:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346703744 00000100:00100000:2.0:1746147255.990777:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346703744 00000100:00100000:2.0:1746147255.990886:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29646 00000100:00100000:2.0:1746147255.990893:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1832:x1830967346703744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147255.990909:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147255.990924:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81814 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.990948:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147255.990952:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.990958:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147255.990962:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 35 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.990997:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.991008:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 35 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147255.991014:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5da00, rc 0) 00000100:00100000:2.0:1746147255.991056:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1832:x1830967346703744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.991062:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29646 00000100:00100000:3.0:1746147255.991464:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346703616 00000100:00100000:3.0:1746147255.991469:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346703616 00010000:00010000:3.0:1746147255.991489:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147255.991509:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14423 00000100:00100000:3.0:1746147255.991515:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346703616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147255.991523:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147255.991541:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.991552:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.991570:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffa62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81806 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147255.991584:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.991586:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147255.991603:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.991615:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.991635:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147255.992539:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 34 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147255.992557:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970176:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147255.993453:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:1.0:1746147255.996772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147255.996824:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346704000 00000100:00100000:0.0:1746147255.996833:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346704000 00002000:00100000:0.0:1746147255.996877:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08aa00 x1830967346704000/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/0 e 0 to 0 dl 1746147266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.996887:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08aa00 with x1830967346704000 ext(0->4095) 00010000:00010000:0.0:1746147255.996896:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147255.996909:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147255.996916:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c08aa00 00000100:00100000:0.0:1746147255.996948:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2571 00000100:00100000:0.0:1746147255.996955:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346704000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147255.997087:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346704000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147255.997093:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2571 00002000:00100000:0.0:1746147255.997099:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08aa00 x1830967346704000/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746147266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147255.997106:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08aa00 with x1830967346704000 ext(0->4095) 00010000:00010000:0.0:1746147255.997110:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147255.997119:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147255.997125:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c08aa00 00000100:00100000:2.0:1746147255.997335:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970176:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147255.997352:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147255.997378:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346703616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5863us (7290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147255.997386:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14423 00000100:00100000:0.0:1746147256.000650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.000750:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346704128 00000100:00100000:2.0:1746147256.000759:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346704128 00010000:00010000:2.0:1746147256.001089:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.001126:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14424 00000100:00100000:2.0:1746147256.001133:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346704128:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.001152:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.001171:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.001185:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.001208:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffa69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8180d expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.001227:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.001230:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.001236:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.001271:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.001304:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.001316:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970304:192.168.202.9@tcp:105: 00000100:00080000:1.0:1746147256.001477:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746147256.002100:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.005373:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.005642:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970304:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.005663:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.005716:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346704128:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4582us (5074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.005727:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14424 00000100:00100000:2.0:1746147256.005948:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346704384 00000100:00100000:2.0:1746147256.005955:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346704384 00002000:00100000:2.0:1746147256.005992:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08bb80 x1830967346704384/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.006000:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08bb80 with x1830967346704384 ext(0->4095) 00002000:00010000:2.0:1746147256.006004:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c08bb80 00000100:00100000:2.0:1746147256.006143:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13295 00000100:00100000:2.0:1746147256.006151:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346704384:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147256.006294:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346704384:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (930us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.006300:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13295 00002000:00100000:2.0:1746147256.006306:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08bb80 x1830967346704384/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.006312:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08bb80 with x1830967346704384 ext(0->4095) 00002000:00010000:2.0:1746147256.006315:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c08bb80 00000100:00100000:0.0:1746147256.012725:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.012834:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346704512 00000100:00100000:2.0:1746147256.012843:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346704512 00000100:00100000:2.0:1746147256.012925:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29647 00000100:00100000:2.0:1746147256.012934:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346704512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.012954:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.012971:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8181b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.013000:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.013007:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.013009:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.013013:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746147256.013109:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746147256.013163:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.013180:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 33 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.013192:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339970432:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.014646:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.015307:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339970432:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.015329:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.015344:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d200, rc 0) 00000100:00100000:3.0:1746147256.015375:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346704512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2443us (2662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.015383:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29647 00000100:00100000:0.0:1746147256.016726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.016835:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346704640 00000100:00100000:3.0:1746147256.016842:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346704640 00000100:00100000:3.0:1746147256.016885:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29648 00000100:00100000:3.0:1746147256.016892:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346704640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.016907:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.016923:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81822 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.016944:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.016950:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.016955:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147256.016959:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.016992:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.017003:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.017011:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0000, rc 0) 00000100:00100000:3.0:1746147256.017046:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346704640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.017051:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29648 00000100:00100000:1.0:1746147256.017401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.018041:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346704768 00000100:00100000:3.0:1746147256.018047:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346704768 00010000:00010000:3.0:1746147256.018073:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.018101:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14425 00000100:00100000:3.0:1746147256.018107:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346704768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.018116:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.018138:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.018149:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.019063:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffa70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81814 expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.019095:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.019097:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.019104:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.019112:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.019148:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.019160:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.019175:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970688:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.019603:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.021652:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970688:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.021676:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.022185:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967346704768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4075us (4781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.022196:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14425 00000100:00100000:0.0:1746147256.022347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.022812:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346705024 00000100:00100000:1.0:1746147256.022820:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346705024 00002000:00100000:1.0:1746147256.022859:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb5880 x1830967346705024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.022868:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5880 with x1830967346705024 ext(0->4095) 00010000:00010000:1.0:1746147256.022878:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.022891:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.022898:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb5880 00000100:00100000:1.0:1746147256.022928:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2572 00000100:00100000:1.0:1746147256.022936:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346705024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.023863:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346705024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 924us (1513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.023871:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2572 00002000:00100000:1.0:1746147256.023876:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb5880 x1830967346705024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.023885:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5880 with x1830967346705024 ext(0->4095) 00010000:00010000:1.0:1746147256.023892:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.023902:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.023908:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb5880 00000100:00100000:0.0:1746147256.026413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.026513:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346705152 00000100:00100000:3.0:1746147256.026524:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346705152 00010000:00010000:3.0:1746147256.026565:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.026610:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14426 00000100:00100000:3.0:1746147256.026619:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346705152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.026635:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.026658:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.026672:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.026698:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffa77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8181b expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.026737:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.026746:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.026754:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.026763:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.026966:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.026982:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970816:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.027872:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.030284:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339970816:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147256.030333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.030471:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346705408 00000100:00100000:1.0:1746147256.030479:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346705408 00002000:00100000:1.0:1746147256.030522:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4a80 x1830967346705408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.030532:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4a80 with x1830967346705408 ext(0->4095) 00002000:00010000:1.0:1746147256.030536:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4a80 00000100:00100000:1.0:1746147256.030603:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13296 00000100:00100000:1.0:1746147256.030611:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346705408:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.030742:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346705408:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.030749:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13296 00002000:00100000:1.0:1746147256.030754:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4a80 x1830967346705408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.030761:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4a80 with x1830967346705408 ext(0->4095) 00002000:00010000:1.0:1746147256.030763:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4a80 00010000:00010000:3.0:1746147256.030895:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.030922:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346705152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4304us (4518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.030930:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14426 00000100:00100000:0.0:1746147256.032670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.032878:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346705536 00000100:00100000:3.0:1746147256.032885:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346705536 00000100:00100000:3.0:1746147256.032926:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29649 00000100:00100000:3.0:1746147256.032933:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346705536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.032947:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.032963:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81829 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.032989:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.033000:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.033002:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.033005:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.033033:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.033044:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 33 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.033056:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339970944:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.033195:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.035128:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339970944:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.035159:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.035176:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1400, rc 0) 00000100:00100000:3.0:1746147256.035334:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346705536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2400us (2669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.035344:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29649 00000100:00100000:0.0:1746147256.036022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.036094:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346705664 00000100:00100000:3.0:1746147256.036101:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346705664 00010000:00010000:3.0:1746147256.036133:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.036163:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14427 00000100:00100000:3.0:1746147256.036170:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346705664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.036181:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.036200:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.036211:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.036234:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffa7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81822 expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.036357:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.036359:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.036367:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.036375:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.036409:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.036421:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339971072:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.036548:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.037962:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339971072:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.037978:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.038014:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346705664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1843us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.038022:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14427 00000100:00100000:0.0:1746147256.038226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.038494:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346705920 00000100:00100000:2.0:1746147256.038500:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346705920 00002000:00100000:2.0:1746147256.038534:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6d80 x1830967346705920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.038544:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6d80 with x1830967346705920 ext(0->4095) 00002000:00010000:2.0:1746147256.038548:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb6d80 00000100:00100000:2.0:1746147256.038564:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13297 00000100:00100000:2.0:1746147256.038570:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346705920:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.038701:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346705920:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (476us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.038707:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13297 00002000:00100000:2.0:1746147256.038712:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6d80 x1830967346705920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.038719:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6d80 with x1830967346705920 ext(0->4095) 00002000:00010000:2.0:1746147256.038722:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb6d80 00000100:00100000:0.0:1746147256.040622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.040681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.040776:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346706048 00000100:00100000:3.0:1746147256.040780:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346706176 00000100:00100000:3.0:1746147256.040784:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346706176 00000100:00100000:1.0:1746147256.040784:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346706048 00000100:00100000:1.0:1746147256.040823:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29650 00000100:00100000:3.0:1746147256.040831:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29651 00000100:00100000:3.0:1746147256.040837:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346706176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746147256.040839:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1832:x1830967346706048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.040852:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.040852:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.040870:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81837 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.040870:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81830 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.040897:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.040904:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.040906:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.040909:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 36 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.040985:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.040990:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 36 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.040996:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.040998:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 36 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.041030:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 36 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.041042:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 36 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.041057:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc200, rc 0) 00010000:00010000:3.0:1746147256.041379:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.041392:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.041404:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339971328:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.041454:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1832:x1830967346706048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 623us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.041460:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29650 00000100:00100000:3.0:1746147256.042205:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.044479:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339971328:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.044508:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.044526:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0400, rc 0) 00000100:00100000:3.0:1746147256.044583:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346706176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3744us (3900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.044606:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29651 00000100:00100000:0.0:1746147256.045398:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.045615:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346706304 00000100:00100000:3.0:1746147256.045622:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346706304 00010000:00010000:3.0:1746147256.045652:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.045675:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14428 00000100:00100000:3.0:1746147256.045681:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346706304:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.045693:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.045712:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.045724:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.045748:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1400/0x29021e8779bffa85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81829 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.045785:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.045787:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.045795:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 34 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.045803:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 34 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.045834:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 34 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.045844:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.045856:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339971456:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.045925:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.048182:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339971456:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.048204:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.049029:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346706304:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3341us (3627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.049042:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14428 00000100:00100000:1.0:1746147256.049652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.049774:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346706560 00000100:00100000:2.0:1746147256.049783:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346706560 00002000:00100000:2.0:1746147256.049826:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546d80 x1830967346706560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.049841:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546d80 with x1830967346706560 ext(0->4095) 00010000:00010000:2.0:1746147256.049850:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.049864:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.049870:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546d80 00000100:00100000:2.0:1746147256.049887:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2573 00000100:00100000:2.0:1746147256.049894:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346706560:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.050861:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346706560:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (410us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.050870:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2573 00002000:00100000:2.0:1746147256.050878:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546d80 x1830967346706560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.050886:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546d80 with x1830967346706560 ext(0->4095) 00010000:00010000:2.0:1746147256.050894:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.050905:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.050911:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546d80 00000100:00100000:0.0:1746147256.052714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.053048:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346706688 00000100:00100000:3.0:1746147256.053057:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346706688 00010000:00010000:3.0:1746147256.053094:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.053210:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14429 00000100:00100000:3.0:1746147256.053218:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4431450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346706688:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.053233:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.053336:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.053349:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.053373:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffa8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81837 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.054435:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.054437:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.054448:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.054455:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.054502:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.054516:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339971584:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.054637:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.058194:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.058524:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339971584:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.058544:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.059196:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4431450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967346706688:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5975us (6489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.059209:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14429 00000100:00100000:2.0:1746147256.059644:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346706944 00000100:00100000:2.0:1746147256.059653:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346706944 00002000:00100000:2.0:1746147256.059696:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77480 x1830967346706944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.059706:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77480 with x1830967346706944 ext(0->4095) 00002000:00010000:2.0:1746147256.059711:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77480 00000100:00100000:2.0:1746147256.059739:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13298 00000100:00100000:2.0:1746147256.059748:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2008:x1830967346706944:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147256.059884:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2008:x1830967346706944:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (1700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.059890:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13298 00002000:00100000:2.0:1746147256.059896:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77480 x1830967346706944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.059903:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77480 with x1830967346706944 ext(0->4095) 00002000:00010000:2.0:1746147256.059905:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77480 00000100:00100000:0.0:1746147256.062920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.063088:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346707072 00000100:00100000:3.0:1746147256.063097:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346707072 00000100:00100000:3.0:1746147256.063158:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29652 00000100:00100000:3.0:1746147256.063167:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346707072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.063186:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.063205:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8183e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.063235:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.063278:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.063280:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.063284:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.063319:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.063332:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 33 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.063345:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339971712:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.063445:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.065726:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339971712:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.065755:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.065771:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1e00, rc 0) 00000100:00100000:3.0:1746147256.065813:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346707072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2646us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.065822:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29652 00000100:00100000:0.0:1746147256.067724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.067823:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346707200 00000100:00100000:3.0:1746147256.067831:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346707200 00010000:00010000:3.0:1746147256.067866:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 34 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.068146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.068186:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346707328 00000100:00100000:0.0:1746147256.068189:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346707328 00000100:00100000:3.0:1746147256.068283:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14430 00000100:00100000:3.0:1746147256.068291:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346707200:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.068311:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.068332:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.068344:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.068366:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc200/0x29021e8779bffa93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81830 expref: 35 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.068880:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29653 00000100:00100000:0.0:1746147256.068888:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346707328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147256.068904:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147256.068916:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81845 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.068936:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.068941:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.068947:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147256.068950:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.068988:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.069000:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.069007:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.069008:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.069014:0:9588:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.069021:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.069038:0:9588:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.069050:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.069067:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339971968:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.069214:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.069238:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346707200:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 947us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.069265:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14430 00000100:00100000:1.0:1746147256.070704:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.074563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.074819:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d74000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339971968:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147256.074843:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c406200, rc 0) 00000100:00100000:1.0:1746147256.074908:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346707328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6020us (6760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.074917:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29653 00000100:00100000:2.0:1746147256.075840:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346707584 00000100:00100000:2.0:1746147256.075848:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346707584 00002000:00100000:2.0:1746147256.075891:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75f80 x1830967346707584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.075900:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75f80 with x1830967346707584 ext(0->4095) 00010000:00010000:2.0:1746147256.075908:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.075921:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.075931:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d75f80 00000100:00100000:2.0:1746147256.075947:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2574 00000100:00100000:2.0:1746147256.075953:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346707584:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147256.076090:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346707584:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (1538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.076096:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2574 00002000:00100000:2.0:1746147256.076101:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75f80 x1830967346707584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.076108:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75f80 with x1830967346707584 ext(0->4095) 00010000:00010000:2.0:1746147256.076112:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.076120:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.076125:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d75f80 00000100:00100000:0.0:1746147256.078288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.080834:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346707712 00000100:00100000:3.0:1746147256.080848:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346707712 00010000:00010000:3.0:1746147256.080896:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.080949:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14431 00000100:00100000:3.0:1746147256.080957:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346707712:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.080972:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.080994:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.081005:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.081029:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffa9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8183e expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.081062:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.081064:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.081072:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.081084:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.081122:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.081135:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972096:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.081274:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.084469:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972096:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.084492:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.084550:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346707712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3592us (6308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.084561:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14431 00000100:00100000:1.0:1746147256.088036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.088270:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346707968 00000100:00100000:0.0:1746147256.088279:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346707968 00002000:00100000:0.0:1746147256.088326:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545f80 x1830967346707968/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.088335:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545f80 with x1830967346707968 ext(0->4095) 00002000:00010000:0.0:1746147256.088340:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545f80 00000100:00100000:0.0:1746147256.088369:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13299 00000100:00100000:0.0:1746147256.088376:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346707968:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147256.088547:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346707968:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (519us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147256.088553:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13299 00002000:00100000:0.0:1746147256.088559:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545f80 x1830967346707968/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.088565:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545f80 with x1830967346707968 ext(0->4095) 00002000:00010000:0.0:1746147256.088568:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545f80 00000100:00100000:0.0:1746147256.093041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.093582:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346708096 00000100:00100000:1.0:1746147256.093602:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346708096 00000100:00100000:1.0:1746147256.094866:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29654 00000100:00100000:1.0:1746147256.094883:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346708096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.094906:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.094929:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8184c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.094962:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.094972:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.094974:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.094979:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.095016:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.095027:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 33 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.095040:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339972224:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.096853:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.102059:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339972224:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.102088:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.102106:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00000100:00100000:1.0:1746147256.102153:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346708096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7277us (9121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.102161:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29654 00000100:00100000:0.0:1746147256.111011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.111287:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346708224 00000100:00100000:2.0:1746147256.111295:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346708224 00002000:00100000:2.0:1746147256.111342:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d74000 x1830967346708224/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.111350:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74000 with x1830967346708224 ext(0->7) 00010000:00010000:2.0:1746147256.111360:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.111378:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 34 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.111384:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d74000 00000100:00100000:2.0:1746147256.111402:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2575 00000100:00100000:2.0:1746147256.111408:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346708224:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.114363:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346708224:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2943us (3351us total) trans 4294972274 rc 0/0 00000100:00100000:0.0:1746147256.114379:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2575 00002000:00100000:0.0:1746147256.114389:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d74000 x1830967346708224/t4294972274(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.114399:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74000 with x1830967346708224 ext(0->7) 00010000:00010000:0.0:1746147256.114409:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 36 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.114426:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 36 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.114433:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d74000 00000100:00100000:0.0:1746147256.127427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.127504:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346708352 00000100:00100000:1.0:1746147256.127514:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346708352 00000100:00100000:1.0:1746147256.127561:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29655 00000100:00100000:1.0:1746147256.127567:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346708352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.127594:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.127611:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81853 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.127645:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.127650:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.127655:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147256.127658:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 37 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.127692:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.127702:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 37 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.127709:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147256.127751:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1814:x1830967346708352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.127757:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29655 00000100:00100000:0.0:1746147256.128045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.128106:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346708480 00000100:00100000:2.0:1746147256.128110:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346708480 00010000:00010000:2.0:1746147256.128130:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 37 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.128148:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14432 00000100:00100000:2.0:1746147256.128152:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346708480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.128161:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.128179:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 37 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.128190:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 37 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.128207:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c406200/0x29021e8779bffaa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81845 expref: 37 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.128222:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.128223:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.128230:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.128236:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.130689:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.130705:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.130719:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972480:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.131686:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.134682:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972480:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.134702:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.136761:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346708480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8595us (8703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.136775:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14432 00000100:00100000:0.0:1746147256.137042:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.137394:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346708736 00000100:00100000:1.0:1746147256.137403:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346708736 00002000:00100000:1.0:1746147256.137447:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aed80 x1830967346708736/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.137455:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967346708736 ext(0->4095) 00010000:00010000:1.0:1746147256.137464:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.137483:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.137490:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aed80 00000100:00100000:1.0:1746147256.137518:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2576 00000100:00100000:1.0:1746147256.137524:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346708736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.137702:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346708736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.137708:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2576 00002000:00100000:1.0:1746147256.137713:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aed80 x1830967346708736/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.137720:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967346708736 ext(0->4095) 00010000:00010000:1.0:1746147256.137724:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.137732:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.137738:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aed80 00010000:00010000:1.0:1746147256.140413:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147256.144072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.144141:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346708864 00000100:00100000:2.0:1746147256.144151:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346708864 00010000:00010000:2.0:1746147256.144192:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.144229:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14433 00000100:00100000:2.0:1746147256.144238:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346708864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.144280:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.144300:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.144312:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.144336:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffaa8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8184c expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.144365:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.144367:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.144375:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.144382:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.144415:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.144427:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972608:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.144517:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.154898:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972608:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147256.155047:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.155133:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346709120 00000100:00100000:1.0:1746147256.155141:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346709120 00002000:00100000:1.0:1746147256.155183:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aca80 x1830967346709120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.155199:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aca80 with x1830967346709120 ext(0->4095) 00002000:00010000:1.0:1746147256.155203:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aca80 00000100:00100000:1.0:1746147256.155224:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13300 00000100:00100000:1.0:1746147256.155232:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346709120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.155403:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346709120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.155410:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13300 00002000:00100000:1.0:1746147256.155416:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aca80 x1830967346709120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.155422:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aca80 with x1830967346709120 ext(0->4095) 00002000:00010000:1.0:1746147256.155425:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aca80 00010000:00010000:2.0:1746147256.155866:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.156042:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346708864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 11803us (11978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.156050:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14433 00000100:00100000:0.0:1746147256.156895:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.157341:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346709248 00000100:00100000:2.0:1746147256.157349:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346709248 00000100:00100000:2.0:1746147256.158174:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29656 00000100:00100000:2.0:1746147256.158184:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346709248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.158203:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.158220:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8185a expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.158294:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.158302:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.158303:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.158307:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.158339:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.158352:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 35 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.158363:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339972736:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.160408:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.164027:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339972736:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.164061:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.164079:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5da00, rc 0) 00000100:00100000:3.0:1746147256.164123:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346709248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5941us (7230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.164133:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29656 00000100:00100000:0.0:1746147256.179442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.179540:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346709376 00000100:00100000:2.0:1746147256.179549:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346709376 00002000:00100000:2.0:1746147256.179602:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130660380 x1830967346709376/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.179611:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346709376 ext(0->7) 00010000:00010000:2.0:1746147256.179621:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 36 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.179634:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 36 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.179641:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:2.0:1746147256.179670:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2577 00000100:00100000:2.0:1746147256.179677:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346709376:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.180394:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346709376:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 716us (961us total) trans 4294972275 rc 0/0 00000100:00100000:0.0:1746147256.180401:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2577 00002000:00100000:0.0:1746147256.180406:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130660380 x1830967346709376/t4294972275(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.180412:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346709376 ext(0->7) 00010000:00010000:0.0:1746147256.180417:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.180426:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.180431:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:0.0:1746147256.181993:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.182365:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346709504 00000100:00100000:2.0:1746147256.182373:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346709504 00010000:00010000:2.0:1746147256.182404:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.182429:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14434 00000100:00100000:2.0:1746147256.182435:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2007:x1830967346709504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.182450:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.182466:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.182475:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.182500:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffaaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81853 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.182532:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.182534:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.182542:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.182549:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.182581:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.182604:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972864:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.182683:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.188419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.188711:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346709632 00000100:00100000:3.0:1746147256.188721:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346709632 00000100:00100000:3.0:1746147256.188777:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29657 00000100:00100000:3.0:1746147256.188787:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346709632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.188807:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.188824:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81861 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.188851:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.188858:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.188859:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.188863:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 39 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.188897:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.188908:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 5 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.188919:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339972992:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.189005:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.189301:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339972864:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.189315:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.189575:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2007:x1830967346709504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7139us (7585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.189594:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14434 00000100:00100000:0.0:1746147256.201895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.202682:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339972992:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.202711:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.202729:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0600, rc 0) 00000100:00100000:3.0:1746147256.202774:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346709632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13989us (14365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.202783:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29657 00000100:00100000:2.0:1746147256.202915:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346709888 00000100:00100000:2.0:1746147256.202921:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346709888 00002000:00100000:2.0:1746147256.202957:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577800 x1830967346709888/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.202967:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577800 with x1830967346709888 ext(0->4095) 00010000:00010000:2.0:1746147256.202975:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.202987:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.202997:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577800 00000100:00100000:2.0:1746147256.203023:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2578 00000100:00100000:2.0:1746147256.203028:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346709888:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147256.203136:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346709888:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.203141:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2578 00002000:00100000:2.0:1746147256.203145:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577800 x1830967346709888/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.203152:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577800 with x1830967346709888 ext(0->4095) 00010000:00010000:2.0:1746147256.203156:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.203164:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.203169:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577800 00000100:00100000:0.0:1746147256.210204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.210307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.210398:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346710144 00000100:00100000:3.0:1746147256.210407:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346710144 00000100:00100000:3.0:1746147256.210460:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29658 00000100:00100000:3.0:1746147256.210468:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346710144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.210488:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.210506:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81868 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.210533:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.210539:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 37 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.210545:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.210548:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.210596:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 37 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.210608:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.210618:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0400, rc 0) 00000100:00100000:3.0:1746147256.210663:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:1832:x1830967346710144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.210670:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29658 00000100:00100000:2.0:1746147256.214720:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346710016 00000100:00100000:2.0:1746147256.214737:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346710016 00010000:00010000:2.0:1746147256.214785:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 7 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.214838:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14435 00000100:00100000:2.0:1746147256.214845:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:2005:x1830967346710016:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.214861:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.214883:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 7 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.214895:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 7 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.214920:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffab6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8185a expref: 7 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.214955:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.214957:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.214964:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 37 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.214972:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 37 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.215010:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 37 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.215022:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 37 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.215034:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973248:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.215137:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.218720:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973248:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.218742:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.220106:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346710016:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5251us (9902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.220120:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14435 00000100:00100000:1.0:1746147256.220392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.220421:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346710400 00000100:00100000:1.0:1746147256.220429:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346710400 00002000:00100000:1.0:1746147256.220469:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545c00 x1830967346710400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.220478:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545c00 with x1830967346710400 ext(0->4095) 00010000:00010000:1.0:1746147256.220487:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.220501:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.220508:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090545c00 00000100:00100000:1.0:1746147256.220535:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2579 00000100:00100000:1.0:1746147256.220542:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346710400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.220692:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346710400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.220698:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2579 00002000:00100000:1.0:1746147256.220704:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545c00 x1830967346710400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.220711:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545c00 with x1830967346710400 ext(0->4095) 00010000:00010000:1.0:1746147256.220715:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.220724:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.220729:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090545c00 00000100:00100000:0.0:1746147256.228122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.228236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.228473:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346710656 00000100:00100000:2.0:1746147256.228483:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346710656 00010000:00010000:2.0:1746147256.228523:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.228551:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14436 00000100:00100000:2.0:1746147256.228559:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346710656:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.228574:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.228603:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.228616:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.228640:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0600/0x29021e8779bffabd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81861 expref: 38 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.228661:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.228664:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.228671:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.228679:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.228713:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.228728:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973376:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.230235:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.230350:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346710528 00000100:00100000:1.0:1746147256.230358:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346710528 00000100:00100000:1.0:1746147256.230800:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29659 00000100:00100000:1.0:1746147256.230808:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346710528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.230825:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.230843:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8186f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.230870:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.230882:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.230883:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.230887:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.230917:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.230929:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 5 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.230938:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090547100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339973504:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.233489:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.234286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.234433:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346710912 00000100:00100000:3.0:1746147256.234442:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346710912 00002000:00100000:3.0:1746147256.234487:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8d500 x1830967346710912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.234496:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8d500 with x1830967346710912 ext(0->4095) 00010000:00010000:3.0:1746147256.234505:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.234519:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.234524:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8d500 00000100:00100000:3.0:1746147256.234545:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2580 00000100:00100000:3.0:1746147256.234551:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346710912:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147256.234701:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346710912:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147256.234708:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2580 00002000:00100000:3.0:1746147256.234714:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8d500 x1830967346710912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.234721:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8d500 with x1830967346710912 ext(0->4095) 00010000:00010000:3.0:1746147256.234725:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.234733:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.234744:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8d500 00000100:00100000:1.0:1746147256.234993:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090547100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339973504:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.235017:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.235030:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dde00, rc 0) 00000100:00100000:1.0:1746147256.235051:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1814:x1830967346710528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4246us (6941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.235058:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29659 00000100:00100000:2.0:1746147256.235207:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973376:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.235218:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.235258:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346710656:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6701us (7022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.235267:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14436 00000100:00100000:0.0:1746147256.237451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.237566:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346711040 00000100:00100000:1.0:1746147256.237575:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346711040 00000100:00100000:1.0:1746147256.237641:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29660 00000100:00100000:1.0:1746147256.237649:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1832:x1830967346711040:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.237670:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.237688:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81876 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.237715:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.237720:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.237725:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.237728:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.237762:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.237773:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.237782:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dda00, rc 0) 00000100:00100000:1.0:1746147256.239272:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1832:x1830967346711040:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1617us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.239279:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29660 00000100:00100000:1.0:1746147256.239699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.239884:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346711168 00000100:00100000:3.0:1746147256.239891:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346711168 00010000:00010000:3.0:1746147256.239916:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.240867:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14437 00000100:00100000:3.0:1746147256.240880:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346711168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.240895:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.240917:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.240929:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.240953:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffac4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81868 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.240982:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.240984:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.240992:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 38 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.241001:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 38 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.241040:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 38 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.241052:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.241063:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973760:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.241159:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.245520:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973760:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147256.245542:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147256.245600:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346711168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4723us (5899us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.245611:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14437 00000100:00100000:0.0:1746147256.248550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.248701:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346711296 00000100:00100000:2.0:1746147256.248711:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346711296 00010000:00010000:2.0:1746147256.248750:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.248792:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14438 00000100:00100000:2.0:1746147256.248801:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2005:x1830967346711296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.248815:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.248836:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.248849:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.248874:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffacb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8186f expref: 39 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.249065:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.249069:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.249076:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 38 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.249084:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 38 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.249118:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 38 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.249131:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973888:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.249718:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.252866:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339973888:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.252890:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.252937:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346711296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4135us (4397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.252948:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14438 00000100:00100000:0.0:1746147256.253396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.253712:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346711552 00000100:00100000:1.0:1746147256.253721:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346711552 00002000:00100000:1.0:1746147256.253763:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86d180 x1830967346711552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.253774:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d180 with x1830967346711552 ext(0->4095) 00002000:00010000:1.0:1746147256.253779:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d180 00000100:00100000:1.0:1746147256.253797:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13301 00000100:00100000:1.0:1746147256.253803:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346711552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.253924:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346711552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.253929:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13301 00002000:00100000:1.0:1746147256.253935:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86d180 x1830967346711552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.253942:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d180 with x1830967346711552 ext(0->4095) 00002000:00010000:1.0:1746147256.253944:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d180 00000100:00100000:0.0:1746147256.260576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.260686:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346711680 00000100:00100000:1.0:1746147256.260696:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346711680 00000100:00100000:1.0:1746147256.260742:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29661 00000100:00100000:1.0:1746147256.260750:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346711680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.260771:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.260791:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8187d expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.260824:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 37 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.260830:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.260833:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.260836:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.260872:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 37 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.260884:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 37 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.260897:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090547480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339974016:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.261113:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.268934:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090547480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339974016:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.268967:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.268985:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00000100:00100000:1.0:1746147256.269039:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346711680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8289us (8474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.269049:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29661 00000100:00100000:0.0:1746147256.269992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.270842:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346711808 00000100:00100000:3.0:1746147256.270851:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346711808 00002000:00100000:3.0:1746147256.270893:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a62d80 x1830967346711808/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.270904:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62d80 with x1830967346711808 ext(0->7) 00010000:00010000:3.0:1746147256.270912:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.270926:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 38 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.270933:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a62d80 00000100:00100000:3.0:1746147256.270965:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2581 00000100:00100000:3.0:1746147256.270972:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346711808:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.272593:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346711808:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1605us (2587us total) trans 4294972276 rc 0/0 00000100:00100000:0.0:1746147256.272603:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2581 00002000:00100000:0.0:1746147256.272613:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a62d80 x1830967346711808/t4294972276(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.272621:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62d80 with x1830967346711808 ext(0->7) 00010000:00010000:0.0:1746147256.272629:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 40 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.272644:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 40 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.272649:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a62d80 00000100:00100000:0.0:1746147256.276840:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.277011:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346711936 00000100:00100000:1.0:1746147256.277021:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346711936 00000100:00100000:1.0:1746147256.277077:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29662 00000100:00100000:1.0:1746147256.277085:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1814:x1830967346711936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.277104:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.277121:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81884 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.277150:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.277157:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.277163:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147256.277166:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.277204:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.277216:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.277226:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147256.277308:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346711936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.277314:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29662 00000100:00100000:0.0:1746147256.278422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.278506:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346712064 00000100:00100000:2.0:1746147256.278511:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346712064 00010000:00010000:2.0:1746147256.278537:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.278568:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14439 00000100:00100000:2.0:1746147256.278574:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2008:x1830967346712064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.278595:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.278614:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.278630:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.278649:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dda00/0x29021e8779bffad2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81876 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.278855:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.278857:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.278864:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.278871:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.278899:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.278911:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.278923:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974272:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.279003:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.285429:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974272:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.285451:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.285517:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2008:x1830967346712064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6942us (7097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.285531:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14439 00000100:00100000:0.0:1746147256.286113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.286481:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346712320 00000100:00100000:2.0:1746147256.286488:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346712320 00002000:00100000:2.0:1746147256.286524:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0700 x1830967346712320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.286533:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0700 with x1830967346712320 ext(0->4095) 00010000:00010000:2.0:1746147256.286540:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.286550:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.286556:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0700 00000100:00100000:2.0:1746147256.286573:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2582 00000100:00100000:2.0:1746147256.286580:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346712320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147256.287175:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346712320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 594us (1067us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.287182:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2582 00002000:00100000:2.0:1746147256.287188:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0700 x1830967346712320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.287195:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0700 with x1830967346712320 ext(0->4095) 00010000:00010000:2.0:1746147256.287200:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.287214:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.287220:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0700 00000100:00100000:0.0:1746147256.291925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.293218:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346712448 00000100:00100000:2.0:1746147256.293226:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346712448 00010000:00010000:2.0:1746147256.293287:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.293312:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14440 00000100:00100000:2.0:1746147256.293318:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346712448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.293331:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.293347:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.293359:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.293376:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffad9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8187d expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.293403:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.293405:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.293412:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.293422:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.293450:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.293461:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974400:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.294119:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.298915:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974400:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.298939:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.298989:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346712448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5670us (7069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.299001:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14440 00000100:00100000:0.0:1746147256.299698:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.300143:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346712704 00000100:00100000:2.0:1746147256.300151:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346712704 00002000:00100000:2.0:1746147256.300193:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424000 x1830967346712704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.300203:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424000 with x1830967346712704 ext(0->4095) 00002000:00010000:2.0:1746147256.300209:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424000 00000100:00100000:1.0:1746147256.300490:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13302 00000100:00100000:1.0:1746147256.300500:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346712704:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.300656:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346712704:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (960us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.300663:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13302 00002000:00100000:1.0:1746147256.300668:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424000 x1830967346712704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.300675:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424000 with x1830967346712704 ext(0->4095) 00002000:00010000:1.0:1746147256.300678:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424000 00000100:00100000:0.0:1746147256.303492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.303640:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346712832 00000100:00100000:2.0:1746147256.303650:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346712832 00000100:00100000:2.0:1746147256.303698:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29663 00000100:00100000:2.0:1746147256.303705:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346712832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.303723:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.303743:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8188b expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.303776:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.303783:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.303785:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.303789:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.303821:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 39 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.303833:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 39 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.303847:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339974528:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.304804:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.309764:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339974528:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.309796:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.309816:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ce00, rc 0) 00000100:00100000:2.0:1746147256.309887:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346712832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6181us (6405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.309897:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29663 00000100:00100000:0.0:1746147256.310570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.310625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.311130:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346713088 00000100:00100000:3.0:1746147256.311138:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346713088 00000100:00100000:3.0:1746147256.311180:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29664 00000100:00100000:3.0:1746147256.311188:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1814:x1830967346713088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.311204:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.311221:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81892 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.311263:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.311269:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.311275:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147256.311278:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 41 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.311316:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.311327:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 41 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.311335:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1c00, rc 0) 00000100:00100000:3.0:1746147256.311368:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346713088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.311374:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29664 00000100:00100000:2.0:1746147256.311815:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346712960 00000100:00100000:2.0:1746147256.311820:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346712960 00010000:00010000:2.0:1746147256.311838:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.311871:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14441 00000100:00100000:2.0:1746147256.311877:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346712960:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.311885:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.311902:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.311913:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.311930:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffae0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81884 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.312484:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.312487:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.312497:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.312506:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.312536:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.312547:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 5 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.312559:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974784:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.312654:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.317132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.317524:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346713344 00000100:00100000:3.0:1746147256.317533:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346713344 00002000:00100000:3.0:1746147256.317579:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8000 x1830967346713344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.317601:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8000 with x1830967346713344 ext(0->4095) 00010000:00010000:3.0:1746147256.317611:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.317624:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.317631:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b8000 00000100:00100000:3.0:1746147256.317667:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2583 00000100:00100000:3.0:1746147256.317675:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346713344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147256.317823:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346713344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (695us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147256.317829:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2583 00002000:00100000:3.0:1746147256.317835:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8000 x1830967346713344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.317843:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8000 with x1830967346713344 ext(0->4095) 00010000:00010000:3.0:1746147256.317847:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.317856:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.317861:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b8000 00000100:00100000:2.0:1746147256.317882:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974784:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.317899:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.317924:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346712960:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6047us (7356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.317933:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14441 00000100:00100000:0.0:1746147256.322356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.325037:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346713472 00000100:00100000:2.0:1746147256.325049:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346713472 00010000:00010000:2.0:1746147256.325093:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.325141:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14442 00000100:00100000:2.0:1746147256.325149:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346713472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.325164:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.325185:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.325198:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.325219:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffae7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8188b expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.325287:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.325290:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.325297:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 39 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.325306:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 39 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.325345:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 39 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.325357:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974912:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.325473:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.328721:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339974912:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.328745:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.328793:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346713472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3643us (6445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.328806:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14442 00000100:00100000:0.0:1746147256.330364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.330618:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346713728 00000100:00100000:1.0:1746147256.330627:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346713728 00002000:00100000:1.0:1746147256.330672:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb480 x1830967346713728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.330681:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967346713728 ext(0->4095) 00002000:00010000:1.0:1746147256.330686:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb480 00000100:00100000:1.0:1746147256.331229:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13303 00000100:00100000:1.0:1746147256.331238:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346713728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.332094:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346713728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 856us (1734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.332102:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13303 00002000:00100000:1.0:1746147256.332108:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb480 x1830967346713728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.332116:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967346713728 ext(0->4095) 00002000:00010000:1.0:1746147256.332120:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb480 00000100:00100000:0.0:1746147256.341923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.342117:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346713856 00000100:00100000:2.0:1746147256.342127:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346713856 00000100:00100000:2.0:1746147256.342187:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29665 00000100:00100000:2.0:1746147256.342195:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346713856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.342215:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.342232:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81899 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.342294:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 39 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.342302:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.342304:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.342307:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.342339:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 39 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.342351:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 39 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.342363:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975040:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.342448:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.352402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.352506:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346713984 00000100:00100000:3.0:1746147256.352517:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346713984 00002000:00100000:3.0:1746147256.352566:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fba680 x1830967346713984/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.352576:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fba680 with x1830967346713984 ext(0->7) 00010000:00010000:3.0:1746147256.352597:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 40 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.352611:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 40 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.352618:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fba680 00000100:00100000:3.0:1746147256.352648:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2584 00000100:00100000:3.0:1746147256.352655:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346713984:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147256.352995:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975040:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.353021:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.353035:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5da00, rc 0) 00000100:00100000:2.0:1746147256.353083:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346713856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10889us (11170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.353090:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29665 00000100:00100000:0.0:1746147256.354077:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346713984:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1418us (1683us total) trans 4294972277 rc 0/0 00000100:00100000:0.0:1746147256.354086:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2584 00002000:00100000:0.0:1746147256.354094:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fba680 x1830967346713984/t4294972277(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.354103:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fba680 with x1830967346713984 ext(0->7) 00010000:00010000:0.0:1746147256.354111:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 42 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.354123:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 42 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.354129:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fba680 00000100:00100000:0.0:1746147256.357682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.357794:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346714112 00000100:00100000:3.0:1746147256.357804:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346714112 00010000:00010000:3.0:1746147256.357842:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 42 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.358535:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14443 00000100:00100000:3.0:1746147256.358544:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4433450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2008:x1830967346714112:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.358559:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.358581:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 42 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.358611:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 42 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.358636:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffaee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81892 expref: 42 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.358670:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.358672:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.358679:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.358687:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.358721:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.358733:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975168:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.358936:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.359226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.360050:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346714240 00000100:00100000:2.0:1746147256.360061:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346714240 00000100:00100000:2.0:1746147256.360103:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29666 00000100:00100000:2.0:1746147256.360109:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1814:x1830967346714240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.360131:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.360143:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818a0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.360164:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.360173:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.360175:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.360178:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.360196:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.360215:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.360228:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975296:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.360532:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.361813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.362050:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346714496 00000100:00100000:3.0:1746147256.362093:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975168:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.362114:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.362217:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4433450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2008:x1830967346714112:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3673us (4543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.362228:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14443 00000100:00100000:1.0:1746147256.362340:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346714496 00002000:00100000:1.0:1746147256.362378:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cdbb80 x1830967346714496/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.362387:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cdbb80 with x1830967346714496 ext(0->4095) 00010000:00010000:1.0:1746147256.362396:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.362408:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.362420:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cdbb80 00000100:00100000:1.0:1746147256.362437:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2585 00000100:00100000:1.0:1746147256.362443:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346714496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.362577:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346714496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.362595:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2585 00002000:00100000:1.0:1746147256.362601:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cdbb80 x1830967346714496/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.362608:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cdbb80 with x1830967346714496 ext(0->4095) 00010000:00010000:1.0:1746147256.362612:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.362621:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.362626:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cdbb80 00000100:00100000:3.0:1746147256.363119:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975296:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.363139:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.363158:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c400, rc 0) 00000100:00100000:3.0:1746147256.363180:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1814:x1830967346714240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3071us (3954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.363186:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29666 00000100:00100000:0.0:1746147256.366579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.367185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.367607:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346714752 00000100:00100000:2.0:1746147256.367616:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346714752 00010000:00010000:2.0:1746147256.367653:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.367683:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14444 00000100:00100000:2.0:1746147256.367690:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346714752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.367703:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.367724:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.367737:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.367760:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffaf5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81899 expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.367781:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.367783:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.367791:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.367797:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.367852:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.367864:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975424:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.367945:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.368162:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346714624 00000100:00100000:3.0:1746147256.368166:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346714624 00000100:00100000:3.0:1746147256.368192:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29667 00000100:00100000:3.0:1746147256.368197:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1832:x1830967346714624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.368209:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.368220:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818a7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.368237:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.368261:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.368262:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.368265:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.368283:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.368294:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.368306:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975552:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.368337:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.371160:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975552:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.371191:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.371207:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0a00, rc 0) 00000100:00100000:3.0:1746147256.371672:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1832:x1830967346714624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3472us (5100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.371681:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29667 00000100:00100000:1.0:1746147256.371985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.372065:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975424:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.372079:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.372108:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346714752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4418us (4923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.372116:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14444 00000100:00100000:0.0:1746147256.372302:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346715008 00000100:00100000:0.0:1746147256.372309:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346715008 00002000:00100000:0.0:1746147256.372347:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090547480 x1830967346715008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.372357:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547480 with x1830967346715008 ext(0->4095) 00010000:00010000:0.0:1746147256.372365:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.372377:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.372384:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090547480 00000100:00100000:0.0:1746147256.372398:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2586 00000100:00100000:0.0:1746147256.372406:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346715008:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147256.374037:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346715008:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1620us (2041us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147256.374049:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2586 00002000:00100000:0.0:1746147256.374060:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090547480 x1830967346715008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.374070:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090547480 with x1830967346715008 ext(0->4095) 00010000:00010000:0.0:1746147256.374079:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.374092:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.374099:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090547480 00000100:00100000:0.0:1746147256.376804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.377217:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346715136 00000100:00100000:2.0:1746147256.377227:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346715136 00010000:00010000:2.0:1746147256.377386:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.377473:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14445 00000100:00100000:2.0:1746147256.377481:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346715136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.377497:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.377518:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.377529:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.377553:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffafc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a0 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.377766:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.377769:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.377776:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.377784:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.377818:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.377829:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975680:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.378370:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.381579:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975680:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.381613:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.381663:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346715136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4181us (4869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.381673:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14445 00000100:00100000:2.0:1746147256.381739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.382423:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346715392 00000100:00100000:1.0:1746147256.382432:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346715392 00002000:00100000:1.0:1746147256.382476:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07800 x1830967346715392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.382485:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07800 with x1830967346715392 ext(0->4095) 00002000:00010000:1.0:1746147256.382490:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a07800 00000100:00100000:1.0:1746147256.382508:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13304 00000100:00100000:1.0:1746147256.382515:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346715392:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.382660:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346715392:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (920us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.382666:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13304 00002000:00100000:1.0:1746147256.382670:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07800 x1830967346715392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.382677:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07800 with x1830967346715392 ext(0->4095) 00002000:00010000:1.0:1746147256.382680:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a07800 00000100:00100000:0.0:1746147256.385497:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.385603:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346715520 00000100:00100000:3.0:1746147256.385612:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346715520 00000100:00100000:3.0:1746147256.385664:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29668 00000100:00100000:3.0:1746147256.385670:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346715520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.385689:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.385706:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818ae expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.385733:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.385740:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.385741:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.385744:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.385779:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.385790:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.385801:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975808:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.386595:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.388512:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339975808:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.388542:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.388559:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:3.0:1746147256.388615:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346715520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2945us (3128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.388625:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29668 00000100:00100000:0.0:1746147256.390012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.390098:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346715648 00000100:00100000:2.0:1746147256.390106:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346715648 00010000:00010000:2.0:1746147256.390139:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 42 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.390162:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14446 00000100:00100000:2.0:1746147256.390168:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346715648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.390181:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.390199:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 42 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.390210:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 42 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.390233:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818a7 expref: 42 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.390481:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.390483:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.390491:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.390503:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.390535:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.390546:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975936:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.390815:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.392798:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.393718:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346715776 00000100:00100000:3.0:1746147256.393728:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346715776 00000100:00100000:1.0:1746147256.393984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.394008:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346716032 00000100:00100000:1.0:1746147256.394011:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346716032 00002000:00100000:1.0:1746147256.394042:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544700 x1830967346716032/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.394053:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544700 with x1830967346716032 ext(0->4095) 00002000:00010000:1.0:1746147256.394058:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544700 00000100:00100000:1.0:1746147256.394072:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13305 00000100:00100000:1.0:1746147256.394077:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346716032:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147256.394199:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346716032:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.394205:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13305 00002000:00100000:1.0:1746147256.394210:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544700 x1830967346716032/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.394217:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544700 with x1830967346716032 ext(0->4095) 00002000:00010000:1.0:1746147256.394221:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544700 00000100:00100000:2.0:1746147256.394352:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339975936:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.394369:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.394391:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346715648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4224us (4386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.394399:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14446 00000100:00100000:3.0:1746147256.394978:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29669 00000100:00100000:3.0:1746147256.394986:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346715776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.394996:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.395011:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818b5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.395036:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.395044:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.395046:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.395049:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.395075:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.395085:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.395095:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339976064:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.395154:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.397418:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.397980:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346716160 00000100:00100000:3.0:1746147256.397988:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346716160 00000100:00100000:2.0:1746147256.398640:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339976064:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.398667:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.398682:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1c00, rc 0) 00000100:00100000:2.0:1746147256.398725:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1814:x1830967346715776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3740us (5935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.398732:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29669 00000100:00100000:2.0:1746147256.398754:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29670 00000100:00100000:2.0:1746147256.398759:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1832:x1830967346716160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.398776:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.398790:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818bc expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.398809:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.398812:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.398818:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.398821:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.398850:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.398858:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 43 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.398863:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d000, rc 0) 00000100:00100000:2.0:1746147256.398874:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1832:x1830967346716160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.398878:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29670 00000100:00100000:0.0:1746147256.399909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.400539:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346716288 00000100:00100000:2.0:1746147256.400547:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346716288 00010000:00010000:2.0:1746147256.400577:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.401223:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14447 00000100:00100000:2.0:1746147256.401233:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346716288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.401272:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.401293:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.401306:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.401327:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ae expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.401394:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.401396:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.401405:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.401413:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.401448:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.401459:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 42 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.401470:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339976320:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.401828:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.404306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.404341:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346716544 00000100:00100000:1.0:1746147256.404350:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346716544 00002000:00100000:1.0:1746147256.404397:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9880 x1830967346716544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.404407:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9880 with x1830967346716544 ext(0->4095) 00010000:00010000:1.0:1746147256.404416:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.404430:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.404437:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b9880 00000100:00100000:2.0:1746147256.404448:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339976320:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.404461:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2587 00010000:00010000:2.0:1746147256.404467:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.404468:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346716544:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147256.404510:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346716288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3279us (4606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.404518:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14447 00000100:00100000:1.0:1746147256.404593:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346716544:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.404600:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2587 00002000:00100000:1.0:1746147256.404605:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9880 x1830967346716544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.404612:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9880 with x1830967346716544 ext(0->4095) 00010000:00010000:1.0:1746147256.404616:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.404624:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.404630:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b9880 00000100:00100000:0.0:1746147256.409663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.410569:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346716672 00000100:00100000:2.0:1746147256.410580:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346716672 00010000:00010000:2.0:1746147256.410628:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.411188:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14448 00000100:00100000:2.0:1746147256.411197:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2007:x1830967346716672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.411214:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.411233:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.411277:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.411301:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffb11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818b5 expref: 43 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.411331:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.411334:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.411341:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.411348:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.411382:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 42 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.411394:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339976448:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.412618:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.414692:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339976448:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.414717:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.414778:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2007:x1830967346716672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3580us (5122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.414789:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14448 00000100:00100000:0.0:1746147256.415643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.415721:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346716928 00000100:00100000:2.0:1746147256.415727:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346716928 00002000:00100000:2.0:1746147256.415765:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130663800 x1830967346716928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.415774:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130663800 with x1830967346716928 ext(0->4095) 00002000:00010000:2.0:1746147256.415778:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130663800 00000100:00100000:2.0:1746147256.416047:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13306 00000100:00100000:2.0:1746147256.416056:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346716928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147256.416195:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346716928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.416200:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13306 00002000:00100000:2.0:1746147256.416206:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130663800 x1830967346716928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.416218:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130663800 with x1830967346716928 ext(0->4095) 00002000:00010000:2.0:1746147256.416221:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130663800 00000100:00100000:0.0:1746147256.421707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.421980:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346717056 00000100:00100000:3.0:1746147256.421990:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346717056 00000100:00100000:3.0:1746147256.422050:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29671 00000100:00100000:3.0:1746147256.422057:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346717056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.422077:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.422096:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818c3 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.422124:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.422136:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.422138:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.422141:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.422172:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 41 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.422183:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 41 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.422194:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339976576:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.422314:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.428278:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967339976576:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.428311:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.428328:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:3.0:1746147256.428387:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346717056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6329us (6690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.428395:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29671 00000100:00100000:0.0:1746147256.433850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.433935:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346717184 00000100:00100000:1.0:1746147256.433944:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346717184 00002000:00100000:1.0:1746147256.433992:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5ce00 x1830967346717184/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.434001:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830967346717184 ext(0->7) 00010000:00010000:1.0:1746147256.434010:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 42 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.434028:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 42 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.434034:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ce00 00000100:00100000:1.0:1746147256.434068:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2588 00000100:00100000:1.0:1746147256.434075:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346717184:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147256.439065:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346717184:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4980us (5216us total) trans 4294972278 rc 0/0 00000100:00100000:1.0:1746147256.439076:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2588 00002000:00100000:1.0:1746147256.439091:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5ce00 x1830967346717184/t4294972278(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.439100:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830967346717184 ext(0->7) 00010000:00010000:1.0:1746147256.439109:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 44 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.439130:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 44 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.439136:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ce00 00000100:00100000:1.0:1746147256.443661:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830967339976832:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.443661:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967339976960:0@lo:400:kworker.0 00000100:00100000:3.0:1746147256.443731:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3763:1830967339976704:0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444237:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830967339977088:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444484:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.444520:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3765:1830967339977472:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444545:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.444558:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3765:1830967339977984:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444573:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.444613:0:7244:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339976960 00000100:00100000:0.0:1746147256.444618:0:7244:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339976960 00000100:00100000:2.0:1746147256.444620:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.444646:0:7244:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1746147256.444649:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339977600:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444652:0:7244:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830967339976960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147256.444667:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147256.444673:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147256.444689:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3764:1830967339977344:0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444691:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339978112:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444691:0:7244:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830967339976960:12345-0@lo:400:kworker.0 Request processed in 39us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.444696:0:7244:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1746147256.444706:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147256.444711:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147256.444720:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3764:1830967339977856:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444727:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977472 00000100:00100000:0.0:1746147256.444729:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977472 00000100:00100000:1.0:1746147256.444734:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147256.444744:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977600 00000100:00100000:1.0:1746147256.444746:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746147256.444748:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977984 00000100:00100000:2.0:1746147256.444749:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977600 00000100:00100000:0.0:1746147256.444750:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977984 00000100:00100000:1.0:1746147256.444752:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339977216:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444758:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977088 00000100:00100000:0.0:1746147256.444760:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977088 00000100:00100000:1.0:1746147256.444765:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.444767:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339976832 00000100:00100000:0.0:1746147256.444769:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339976832 00000100:00100000:1.0:1746147256.444775:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339977728:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444775:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977344 00000100:00100000:0.0:1746147256.444776:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977344 00000100:00100000:2.0:1746147256.444779:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339978112 00000100:00100000:2.0:1746147256.444781:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339978112 00000100:00100000:0.0:1746147256.444783:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977856 00000100:00100000:0.0:1746147256.444785:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977856 00000100:00100000:1.0:1746147256.444790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.444794:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1746147256.444797:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1746147256.444798:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830967339977472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147256.444802:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339978240:0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444803:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339977600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147256.444815:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.444818:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830967339977472:12345-0@lo:400:kworker.0 Request processed in 20us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.444825:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1746147256.444835:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1746147256.444840:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339977600:12345-0@lo:400:kworker.0 Request processed in 38us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.444840:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830967339977984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.444844:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1746147256.444846:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1746147256.444847:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830967339977088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444857:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977728 00000100:00100000:2.0:1746147256.444860:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977728 00000100:00100000:1.0:1746147256.444862:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830967339977984:12345-0@lo:400:kworker.0 Request processed in 22us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.444864:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830967339977088:12345-0@lo:400:kworker.0 Request processed in 17us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.444867:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1746147256.444868:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1746147256.444870:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339978240 00000100:00100000:2.0:1746147256.444872:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339978240 00000100:00100000:0.0:1746147256.444877:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1746147256.444880:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1746147256.444881:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830967339976832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444882:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1746147256.444885:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830967339977344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444887:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339978112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147256.444900:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830967339977344:12345-0@lo:400:kworker.0 Request processed in 15us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.444900:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830967339976832:12345-0@lo:400:kworker.0 Request processed in 18us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.444904:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:2.0:1746147256.444911:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339978112:12345-0@lo:400:kworker.0 Request processed in 24us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.444919:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1746147256.444926:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1746147256.444931:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339977728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444950:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339977728:12345-0@lo:400:kworker.0 Request processed in 20us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.444955:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1746147256.444961:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1746147256.444965:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339978240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.444983:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339978240:12345-0@lo:400:kworker.0 Request processed in 18us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.444987:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1746147256.445019:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830967339977088:0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.445027:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339977600:0@lo:400:kworker.0 00000100:00100000:2.0:1746147256.445033:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339978112:0@lo:400:kworker.0 00000100:00100000:3.0:1746147256.445309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147256.446082:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1746147256.446491:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1746147256.446500:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830967339977856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147256.446534:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830967339977856:12345-0@lo:400:kworker.0 Request processed in 37us (1799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.446540:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1746147256.446593:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339977728:0@lo:400:kworker.0 00000100:00080000:0.0:1746147256.446598:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746147256.446602:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746147256.446604:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339978240:0@lo:400:kworker.0 00000100:00080000:0.0:1746147256.446604:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746147256.446606:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746147256.446611:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3764:1830967339977344:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.446615:0:7244:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339977216 00000100:00100000:1.0:1746147256.446618:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3764:1830967339977856:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.446618:0:7244:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339977216 00000100:00100000:1.0:1746147256.446625:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093fbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830967339976832:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.446637:0:7244:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1746147256.446640:0:7244:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339977216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.446677:0:7244:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339977216:12345-0@lo:400:kworker.0 Request processed in 35us (1910us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.446681:0:7244:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1746147256.446705:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3765:1830967339977472:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.446713:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3765:1830967339977984:0@lo:400:kworker.0 00000100:00100000:0.0:1746147256.446720:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094a61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967339976960:0@lo:400:kworker.0 00000100:00100000:1.0:1746147256.447154:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a8787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339977216:0@lo:400:kworker.0 00000100:00100000:1.0:1746147256.447184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.447209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.447218:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346717440 00000100:00100000:1.0:1746147256.447220:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346717440 00000100:00100000:1.0:1746147256.447235:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29672 00000100:00100000:1.0:1746147256.447239:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1814:x1830967346717440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.447260:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.447272:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818ca expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.447281:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339976704 00000100:00100000:2.0:1746147256.447289:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339976704 00010000:00010000:1.0:1746147256.447290:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.447295:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.447300:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147256.447303:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.447321:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1746147256.447326:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3763:x1830967339976704:12345-0@lo:400:kworker.0 00010000:00010000:1.0:1746147256.447326:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.447337:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147256.447339:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346717312 00000100:00100000:0.0:1746147256.447342:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346717312 00010000:00010000:1.0:1746147256.447344:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00010000:00010000:0.0:1746147256.447354:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 46 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.447368:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346717440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.447373:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29672 00000100:00100000:0.0:1746147256.447373:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14449 00000100:00100000:0.0:1746147256.447377:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2008:x1830967346717312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746147256.447381:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4f88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3763:x1830967339976704:12345-0@lo:400:kworker.0 Request processed in 56us (2072us total) trans 0 rc 0/0 00010000:00010000:0.0:1746147256.447384:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746147256.447387:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00010000:00010000:0.0:1746147256.447398:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 45 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.447407:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 45 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.447420:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d000/0x29021e8779bffb18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818bc expref: 45 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.447428:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3763:1830967339976704:0@lo:400:kworker.0 00010000:00010000:0.0:1746147256.447438:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.447439:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.447445:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.447451:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.447469:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.447484:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 5 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.447492:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339978496:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.449221:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.453897:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339978496:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147256.453915:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.453964:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2008:x1830967346717312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6585us (6780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.453973:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14449 00000100:00100000:0.0:1746147256.454765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.455261:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346717696 00000100:00100000:1.0:1746147256.455267:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346717696 00002000:00100000:1.0:1746147256.455298:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998a300 x1830967346717696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.455307:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998a300 with x1830967346717696 ext(0->4095) 00010000:00010000:1.0:1746147256.455314:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.455324:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.455330:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998a300 00000100:00100000:1.0:1746147256.455511:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2589 00000100:00100000:1.0:1746147256.455518:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346717696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.455640:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346717696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.455646:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2589 00002000:00100000:1.0:1746147256.455651:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998a300 x1830967346717696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.455658:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998a300 with x1830967346717696 ext(0->4095) 00010000:00010000:1.0:1746147256.455662:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.455670:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.455675:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998a300 00000100:00100000:0.0:1746147256.461131:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.461214:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346717824 00000100:00100000:1.0:1746147256.461222:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346717824 00010000:00010000:1.0:1746147256.461555:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.461601:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14450 00000100:00100000:1.0:1746147256.461608:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4432450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346717824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147256.461620:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147256.461637:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.461648:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.461666:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818c3 expref: 6 pid: 24989 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.462159:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.462161:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.462168:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 43 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.462175:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 43 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.462202:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 43 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147256.462215:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339978624:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.462875:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.465997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.466312:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346718080 00000100:00100000:2.0:1746147256.466320:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346718080 00002000:00100000:2.0:1746147256.466352:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a61c00 x1830967346718080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.466361:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61c00 with x1830967346718080 ext(0->4095) 00002000:00010000:2.0:1746147256.466365:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a61c00 00000100:00100000:2.0:1746147256.466382:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13307 00000100:00100000:2.0:1746147256.466388:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346718080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.466407:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339978624:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147256.466422:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.466456:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4432450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346717824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4847us (5331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.466464:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14450 00000100:00100000:2.0:1746147256.466491:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346718080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.466497:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13307 00002000:00100000:2.0:1746147256.466502:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a61c00 x1830967346718080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.466510:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61c00 with x1830967346718080 ext(0->4095) 00002000:00010000:2.0:1746147256.466512:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a61c00 00000100:00100000:0.0:1746147256.468657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.468721:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346718208 00000100:00100000:1.0:1746147256.468727:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346718208 00000100:00100000:1.0:1746147256.468752:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29673 00000100:00100000:1.0:1746147256.468758:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a862850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346718208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.468768:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.468779:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818d1 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.468798:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 43 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.468803:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.468804:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.468807:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.468826:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 43 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.468838:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 43 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.468847:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339978752:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.468886:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.471228:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339978752:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.471276:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.471289:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dcc00, rc 0) 00000100:00100000:1.0:1746147256.471320:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a862850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346718208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2562us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.471327:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29673 00000100:00100000:0.0:1746147256.473111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.473382:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346718336 00000100:00100000:2.0:1746147256.473389:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346718336 00002000:00100000:2.0:1746147256.473421:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a61180 x1830967346718336/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.473429:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61180 with x1830967346718336 ext(0->7) 00010000:00010000:2.0:1746147256.473436:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 44 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.473446:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 44 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.473456:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a61180 00000100:00100000:2.0:1746147256.473476:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2590 00000100:00100000:2.0:1746147256.473482:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346718336:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.474100:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346718336:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 617us (992us total) trans 4294972279 rc 0/0 00000100:00100000:0.0:1746147256.474107:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2590 00002000:00100000:0.0:1746147256.474112:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a61180 x1830967346718336/t4294972279(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.474119:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61180 with x1830967346718336 ext(0->7) 00010000:00010000:0.0:1746147256.474123:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.474131:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.474136:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a61180 00000100:00100000:0.0:1746147256.487528:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.488128:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346718464 00000100:00100000:1.0:1746147256.488135:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346718464 00010000:00010000:1.0:1746147256.488164:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.488273:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14451 00000100:00100000:1.0:1746147256.488281:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346718464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147256.488292:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147256.488308:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.488323:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.488341:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ca expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.488368:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.488370:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.488376:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.488383:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.488408:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147256.488505:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339978880:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.489090:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.490563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.491340:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346718592 00000100:00100000:1.0:1746147256.491346:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346718592 00000100:00100000:3.0:1746147256.491374:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746147256.491384:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29674 00000100:00100000:3.0:1746147256.491386:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967339979008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746147256.491390:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346718592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.491403:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.491414:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818d8 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.491422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746147256.491438:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.491444:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.491445:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147256.491448:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339979008 00010000:00010000:1.0:1746147256.491448:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.491451:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339979008 00010000:00010000:1.0:1746147256.491465:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.491470:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1746147256.491475:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339979008:12345-0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746147256.491475:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 5 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.491483:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339979136:192.168.202.9@tcp:104: 00002000:00000024:3.0:1746147256.491486:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499747648 pending 573440 free 3921985536 avail 3690463232 00000100:00100000:3.0:1746147256.491513:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967339979008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.491517:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1746147256.491524:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.491545:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013731aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967339979008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746147256.491793:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339978880:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147256.491802:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147256.491818:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2006:x1830967346718464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3539us (4298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.491825:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14451 00000100:00100000:3.0:1746147256.493557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.493594:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346718848 00000100:00100000:0.0:1746147256.493603:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346718848 00002000:00100000:0.0:1746147256.493630:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731aa00 x1830967346718848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.493639:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731aa00 with x1830967346718848 ext(0->4095) 00010000:00010000:0.0:1746147256.493646:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.493658:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.493663:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731aa00 00000100:00100000:0.0:1746147256.493691:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2591 00000100:00100000:0.0:1746147256.493697:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346718848:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147256.493788:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346718848:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147256.493793:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2591 00002000:00100000:0.0:1746147256.493798:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731aa00 x1830967346718848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.493805:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731aa00 with x1830967346718848 ext(0->4095) 00010000:00010000:0.0:1746147256.493809:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.493818:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.493823:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731aa00 00000100:00100000:1.0:1746147256.497463:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339979136:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.497488:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.497504:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dce00, rc 0) 00000100:00100000:1.0:1746147256.497556:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346718592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6165us (6995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.497563:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29674 00000100:00100000:0.0:1746147256.497892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.498071:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346718976 00000100:00100000:1.0:1746147256.498077:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346718976 00000100:00100000:1.0:1746147256.498677:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29675 00000100:00100000:1.0:1746147256.498683:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1832:x1830967346718976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.498697:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.498707:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818df expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.498724:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.498728:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.498733:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.498736:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.498759:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.498768:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.498775:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:1.0:1746147256.498795:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+47:1832:x1830967346718976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.498800:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29675 00000100:00100000:0.0:1746147256.499310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.499437:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346719104 00000100:00100000:1.0:1746147256.499441:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346719104 00010000:00010000:1.0:1746147256.499456:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.499489:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14452 00000100:00100000:1.0:1746147256.499494:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346719104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147256.499502:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147256.499517:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.499526:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.499541:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bffb2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d1 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.499562:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.499564:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.499569:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.499575:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.499603:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.499613:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.499627:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339979392:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.499674:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.502695:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339979392:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147256.502712:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.502875:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346719104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3379us (3564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.502884:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14452 00000100:00100000:0.0:1746147256.502974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.503670:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346719360 00000100:00100000:2.0:1746147256.503676:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346719360 00002000:00100000:2.0:1746147256.503705:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac380 x1830967346719360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.503713:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967346719360 ext(0->4095) 00010000:00010000:2.0:1746147256.503721:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.503732:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.503738:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ac380 00000100:00100000:2.0:1746147256.503790:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2592 00000100:00100000:2.0:1746147256.503796:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2005:x1830967346719360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.503897:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2005:x1830967346719360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (923us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.503902:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2592 00002000:00100000:2.0:1746147256.503907:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac380 x1830967346719360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.503913:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967346719360 ext(0->4095) 00010000:00010000:2.0:1746147256.503918:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.503926:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.503931:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ac380 00000100:00100000:0.0:1746147256.506750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.506910:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346719488 00000100:00100000:1.0:1746147256.506916:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346719488 00010000:00010000:1.0:1746147256.506944:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.506981:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14453 00000100:00100000:1.0:1746147256.506988:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2008:x1830967346719488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147256.507000:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147256.507014:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.507024:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.507042:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818d8 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.507071:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.507073:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.507079:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.507086:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.507112:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147256.507122:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339979520:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.507185:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.508653:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339979520:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147256.508667:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.508692:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2008:x1830967346719488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1704us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.508700:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14453 00000100:00100000:0.0:1746147256.510015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.510518:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346719744 00000100:00100000:2.0:1746147256.510524:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346719744 00002000:00100000:2.0:1746147256.510555:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082fb80 x1830967346719744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.510564:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082fb80 with x1830967346719744 ext(0->4095) 00002000:00010000:2.0:1746147256.510568:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082fb80 00000100:00100000:2.0:1746147256.510602:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13308 00000100:00100000:2.0:1746147256.510609:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346719744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.510719:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346719744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.510725:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13308 00002000:00100000:2.0:1746147256.510730:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082fb80 x1830967346719744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.510737:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082fb80 with x1830967346719744 ext(0->4095) 00002000:00010000:2.0:1746147256.510739:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082fb80 00000100:00100000:0.0:1746147256.512551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.512793:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346719872 00000100:00100000:2.0:1746147256.512799:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346719872 00000100:00100000:2.0:1746147256.512839:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29676 00000100:00100000:2.0:1746147256.512845:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346719872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.512857:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.512870:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818e6 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.513096:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.513105:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.513106:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.513110:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.513135:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.513145:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 45 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.513155:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339979648:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.513352:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.516027:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.516116:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339979648:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.516138:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.516151:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5dc00, rc 0) 00000100:00100000:2.0:1746147256.516192:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346719872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3347us (3646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.516202:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29676 00000100:00100000:1.0:1746147256.516258:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346720000 00000100:00100000:1.0:1746147256.516263:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346720000 00010000:00010000:1.0:1746147256.516284:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.516301:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14454 00000100:00100000:1.0:1746147256.516305:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346720000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147256.516519:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147256.516536:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.516551:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.516568:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffb3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818df expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.516594:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.516596:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.516601:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.516607:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.516631:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147256.516641:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339979776:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.516694:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.518741:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339979776:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147256.518752:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.518785:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2006:x1830967346720000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2478us (2763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.518792:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14454 00000100:00100000:0.0:1746147256.519110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.520303:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346720256 00000100:00100000:1.0:1746147256.520310:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346720256 00002000:00100000:1.0:1746147256.520341:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f100 x1830967346720256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.520350:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830967346720256 ext(0->4095) 00002000:00010000:1.0:1746147256.520354:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:1.0:1746147256.520383:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13309 00000100:00100000:1.0:1746147256.520389:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346720256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147256.520475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.520482:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346720256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (1373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.520487:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13309 00002000:00100000:1.0:1746147256.520492:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f100 x1830967346720256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.520499:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830967346720256 ext(0->4095) 00002000:00010000:1.0:1746147256.520501:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:1.0:1746147256.520544:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346720384 00000100:00100000:1.0:1746147256.520547:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346720384 00000100:00100000:1.0:1746147256.520565:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29677 00000100:00100000:1.0:1746147256.520570:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1814:x1830967346720384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.520577:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.520597:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818ed expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.520616:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.520626:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.520628:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.520631:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.520652:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.520662:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 5 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.520672:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339979904:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.520716:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.522823:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339979904:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.522844:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.522854:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd200, rc 0) 00000100:00100000:1.0:1746147256.522888:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346720384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2317us (2413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.522894:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29677 00000100:00100000:0.0:1746147256.523483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.523522:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346720512 00000100:00100000:1.0:1746147256.523526:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346720512 00000100:00100000:1.0:1746147256.523550:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29678 00000100:00100000:1.0:1746147256.523555:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1832:x1830967346720512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.523567:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.523577:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818f4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.523604:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.523608:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.523614:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.523617:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.523639:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.523647:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.523654:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dce00, rc 0) 00000100:00100000:1.0:1746147256.524505:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:1832:x1830967346720512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 947us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.524511:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29678 00000100:00100000:2.0:1746147256.524759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.524803:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346720640 00000100:00100000:0.0:1746147256.524807:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346720640 00010000:00010000:0.0:1746147256.524823:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.524845:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14455 00000100:00100000:0.0:1746147256.524850:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346720640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147256.524858:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147256.524872:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.524886:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.524901:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5dc00/0x29021e8779bffb42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818e6 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.524912:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.524914:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.524919:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.524925:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.524943:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.524951:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 46 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.524960:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980160:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147256.525016:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.528434:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.528515:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d76d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980160:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.528532:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.528564:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346720640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3713us (3805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.528573:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14455 00000100:00100000:3.0:1746147256.528719:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346720896 00000100:00100000:3.0:1746147256.528725:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346720896 00002000:00100000:3.0:1746147256.528759:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77b80 x1830967346720896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.528769:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77b80 with x1830967346720896 ext(0->4095) 00010000:00010000:3.0:1746147256.528776:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.528786:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.528792:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d77b80 00000100:00100000:3.0:1746147256.528817:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2593 00000100:00100000:3.0:1746147256.528823:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2005:x1830967346720896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147256.528947:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2005:x1830967346720896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147256.528954:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2593 00002000:00100000:3.0:1746147256.528959:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77b80 x1830967346720896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.528966:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77b80 with x1830967346720896 ext(0->4095) 00010000:00010000:3.0:1746147256.528970:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.528978:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.528984:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d77b80 00000100:00100000:0.0:1746147256.532060:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.534108:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346721024 00000100:00100000:2.0:1746147256.534118:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346721024 00010000:00010000:2.0:1746147256.534152:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.534193:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14456 00000100:00100000:2.0:1746147256.534199:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2005:x1830967346721024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.534211:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.534227:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.534237:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.534277:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779bffb49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818ed expref: 47 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.534300:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.534302:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.534307:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.534313:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.534338:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 46 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.534346:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980288:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.534424:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.537888:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980288:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.537904:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.538529:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346721024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4328us (6472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.538539:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14456 00000100:00100000:3.0:1746147256.539348:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967339980416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746147256.539385:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147256.539487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.539510:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339980416 00000100:00100000:0.0:1746147256.539516:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339980416 00000100:00100000:0.0:1746147256.539542:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1746147256.539547:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967339980416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746147256.539564:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499747648 pending 573440 free 3921985536 avail 3690463232 00000100:00100000:0.0:1746147256.539603:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967339980416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.539609:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1746147256.539636:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346721280 00000100:00100000:0.0:1746147256.539639:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346721280 00002000:00100000:0.0:1746147256.539658:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76a00 x1830967346721280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.539666:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76a00 with x1830967346721280 ext(0->4095) 00002000:00010000:0.0:1746147256.539669:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76a00 00000100:00100000:0.0:1746147256.539690:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13310 00000100:00100000:0.0:1746147256.539695:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346721280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147256.539785:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346721280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (299us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147256.539791:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13310 00002000:00100000:0.0:1746147256.539795:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76a00 x1830967346721280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.539801:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76a00 with x1830967346721280 ext(0->4095) 00002000:00010000:0.0:1746147256.539803:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76a00 00000100:00100000:3.0:1746147256.539808:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967339980416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746147256.544912:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.544968:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346721408 00000100:00100000:2.0:1746147256.544975:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346721408 00000100:00100000:2.0:1746147256.545019:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29679 00000100:00100000:2.0:1746147256.545026:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346721408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.545042:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.545055:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b818fb expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.545076:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 45 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.545086:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.545087:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.545090:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.545115:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 45 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.545125:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 45 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.545135:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339980544:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.547096:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.548078:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339980544:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.548100:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.548112:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ca00, rc 0) 00000100:00100000:2.0:1746147256.548145:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346721408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3120us (3240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.548451:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.548514:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29679 00000100:00100000:3.0:1746147256.549118:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346721536 00000100:00100000:3.0:1746147256.549123:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346721536 00010000:00010000:3.0:1746147256.549144:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 46 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.549161:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14457 00000100:00100000:3.0:1746147256.549167:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4433050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346721536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.549177:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.549191:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 46 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.549205:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 46 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.549223:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffb50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818f4 expref: 46 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.549263:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.549265:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.549271:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.549280:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.549305:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.549313:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980672:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.549438:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007cf01300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.549443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.549521:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346721664 00000100:00100000:2.0:1746147256.549524:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346721664 00000100:00100000:2.0:1746147256.549542:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29680 00000100:00100000:2.0:1746147256.549547:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346721664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.549559:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.549566:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81902 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.549580:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.549597:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.549598:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.549601:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.549614:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.549623:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 5 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.549630:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339980800:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.549812:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.552862:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.552959:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980672:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.552974:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.553005:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4433050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2006:x1830967346721536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3838us (4554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.553013:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14457 00000100:00100000:2.0:1746147256.553415:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339980800:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.553431:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.553443:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5da00, rc 0) 00000100:00100000:2.0:1746147256.553464:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346721664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3917us (4020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.553474:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29680 00000100:00100000:1.0:1746147256.553539:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346721920 00000100:00100000:1.0:1746147256.553544:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346721920 00002000:00100000:1.0:1746147256.553572:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091425c00 x1830967346721920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.553580:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091425c00 with x1830967346721920 ext(0->4095) 00010000:00010000:1.0:1746147256.553594:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.553605:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.553611:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091425c00 00000100:00100000:1.0:1746147256.553624:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2594 00000100:00100000:1.0:1746147256.553630:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346721920:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147256.553720:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346721920:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (863us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.553725:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2594 00002000:00100000:1.0:1746147256.553730:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091425c00 x1830967346721920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.553738:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091425c00 with x1830967346721920 ext(0->4095) 00010000:00010000:1.0:1746147256.553741:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.553750:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.553755:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091425c00 00000100:00100000:0.0:1746147256.558367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.558438:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346722048 00000100:00100000:3.0:1746147256.558445:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346722048 00010000:00010000:3.0:1746147256.558472:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.558491:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14458 00000100:00100000:3.0:1746147256.558496:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346722048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.558506:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.558519:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.558528:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.558544:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b818fb expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.558567:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.558569:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.558575:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.558589:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.558620:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.558631:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980928:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.560046:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.564697:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339980928:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.564715:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.564750:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346722048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6252us (6389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.564759:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14458 00000100:00100000:0.0:1746147256.568068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.568122:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346722304 00000100:00100000:1.0:1746147256.568130:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346722304 00002000:00100000:1.0:1746147256.568165:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427480 x1830967346722304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.568178:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427480 with x1830967346722304 ext(0->4095) 00002000:00010000:1.0:1746147256.568183:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427480 00000100:00100000:1.0:1746147256.568213:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13311 00000100:00100000:1.0:1746147256.568219:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346722304:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.568359:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346722304:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.568364:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13311 00002000:00100000:1.0:1746147256.568370:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427480 x1830967346722304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.568376:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427480 with x1830967346722304 ext(0->4095) 00002000:00010000:1.0:1746147256.568378:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427480 00000100:00100000:0.0:1746147256.574706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.574759:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346722432 00000100:00100000:2.0:1746147256.574767:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346722432 00000100:00100000:2.0:1746147256.574813:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29681 00000100:00100000:2.0:1746147256.574820:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346722432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.574835:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.574848:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81909 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.574871:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.574878:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.574879:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.574882:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.574906:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.574915:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 45 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.574925:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339981056:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.574999:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.580691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.580816:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339981056:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.580840:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.580853:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d200, rc 0) 00000100:00100000:2.0:1746147256.580900:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346722432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6080us (6201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.580911:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29681 00000100:00100000:3.0:1746147256.581899:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346722560 00000100:00100000:3.0:1746147256.581907:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346722560 00002000:00100000:3.0:1746147256.581939:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094125f80 x1830967346722560/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.581948:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125f80 with x1830967346722560 ext(0->7) 00010000:00010000:3.0:1746147256.581953:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.581964:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 46 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.581970:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125f80 00000100:00100000:3.0:1746147256.581995:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2595 00000100:00100000:3.0:1746147256.582001:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346722560:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.586029:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346722560:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4020us (5338us total) trans 4294972280 rc 0/0 00000100:00100000:0.0:1746147256.586039:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2595 00002000:00100000:0.0:1746147256.586048:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094125f80 x1830967346722560/t4294972280(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.586055:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125f80 with x1830967346722560 ext(0->7) 00010000:00010000:0.0:1746147256.586065:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.586078:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.586084:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125f80 00000100:00100000:0.0:1746147256.600308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.601158:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346722688 00000100:00100000:3.0:1746147256.601167:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346722688 00010000:00010000:3.0:1746147256.601199:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.601224:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14459 00000100:00100000:3.0:1746147256.601232:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346722688:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.601256:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.601273:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.601283:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.601302:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffb5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81902 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.601316:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.601318:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.601325:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.601331:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.601357:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.601367:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981184:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147256.601757:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.603698:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346722816 00000100:00100000:2.0:1746147256.603705:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346722816 00000100:00100000:2.0:1746147256.603738:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29682 00000100:00100000:2.0:1746147256.603744:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1814:x1830967346722816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.603757:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.603769:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81910 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.606693:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746147256.606867:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.606877:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.606878:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.606882:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.606910:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.606921:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 5 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.606933:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339981312:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.606987:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.608775:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981184:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.608790:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.608830:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2006:x1830967346722688:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7597us (8529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.608839:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14459 00000100:00100000:2.0:1746147256.609757:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339981312:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.609772:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 48 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.609785:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d600, rc 0) 00000100:00100000:2.0:1746147256.609805:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1814:x1830967346722816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6062us (8049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.609810:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29682 00000100:00100000:0.0:1746147256.610649:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.610714:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346723072 00000100:00100000:2.0:1746147256.610719:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346723072 00002000:00100000:2.0:1746147256.610752:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127800 x1830967346723072/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.610761:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127800 with x1830967346723072 ext(0->4095) 00010000:00010000:2.0:1746147256.610766:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.610777:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.610782:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127800 00000100:00100000:2.0:1746147256.610807:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2596 00000100:00100000:2.0:1746147256.610813:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346723072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.610901:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346723072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.610906:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2596 00002000:00100000:2.0:1746147256.610911:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127800 x1830967346723072/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.610917:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127800 with x1830967346723072 ext(0->4095) 00010000:00010000:2.0:1746147256.610921:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.610928:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.610933:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127800 00000100:00100000:1.0:1746147256.614458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.614536:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346723200 00000100:00100000:3.0:1746147256.614544:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346723200 00010000:00010000:3.0:1746147256.614573:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.614614:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14460 00000100:00100000:3.0:1746147256.614622:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346723200:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.614633:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.614649:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.614663:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.614680:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d200/0x29021e8779bffb65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81909 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.614695:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.614696:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.614701:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.614708:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.614732:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.614742:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981440:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.614800:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.618186:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981440:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.618205:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.618265:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346723200:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3643us (3813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.618273:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14460 00000100:00100000:0.0:1746147256.618787:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.618824:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346723456 00000100:00100000:1.0:1746147256.618830:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346723456 00002000:00100000:1.0:1746147256.618860:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127480 x1830967346723456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.618868:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127480 with x1830967346723456 ext(0->4095) 00002000:00010000:1.0:1746147256.618872:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094127480 00000100:00100000:1.0:1746147256.618895:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13312 00000100:00100000:1.0:1746147256.618901:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2007:x1830967346723456:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147256.619004:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2007:x1830967346723456:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.619010:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13312 00002000:00100000:1.0:1746147256.619014:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127480 x1830967346723456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.619020:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127480 with x1830967346723456 ext(0->4095) 00002000:00010000:1.0:1746147256.619023:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094127480 00000100:00100000:0.0:1746147256.626954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.627011:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346723584 00000100:00100000:2.0:1746147256.627018:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346723584 00000100:00100000:2.0:1746147256.627066:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29683 00000100:00100000:2.0:1746147256.627073:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346723584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.627087:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.627101:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81917 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.627124:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.627131:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.627132:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.627136:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.627161:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.627176:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 47 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.627186:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339981568:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.627673:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.628346:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339981568:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.628362:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.628372:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ca00, rc 0) 00000100:00100000:2.0:1746147256.628793:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346723584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1719us (1843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.628800:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29683 00000100:00100000:0.0:1746147256.629472:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.629761:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346723712 00000100:00100000:2.0:1746147256.629766:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346723712 00002000:00100000:2.0:1746147256.629791:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094126300 x1830967346723712/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.629799:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126300 with x1830967346723712 ext(0->7) 00010000:00010000:2.0:1746147256.629805:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.629819:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 48 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.629825:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126300 00000100:00100000:2.0:1746147256.630450:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2597 00000100:00100000:2.0:1746147256.630458:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346723712:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.631557:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2006:x1830967346723712:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1095us (2081us total) trans 4294972281 rc 0/0 00000100:00100000:0.0:1746147256.631566:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2597 00002000:00100000:0.0:1746147256.631574:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094126300 x1830967346723712/t4294972281(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.631591:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126300 with x1830967346723712 ext(0->7) 00010000:00010000:0.0:1746147256.631599:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.631612:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.631618:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126300 00000100:00100000:0.0:1746147256.634758:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.634948:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346723840 00000100:00100000:2.0:1746147256.634955:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346723840 00000100:00100000:2.0:1746147256.635078:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29684 00000100:00100000:2.0:1746147256.635085:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346723840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.635101:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.635119:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8191e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.635142:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.635147:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.635153:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147256.635156:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.635187:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.635197:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.635207:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c400, rc 0) 00000100:00100000:2.0:1746147256.635276:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346723840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.635282:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29684 00000100:00100000:0.0:1746147256.636208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.636406:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346723968 00000100:00100000:3.0:1746147256.636410:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346723968 00010000:00010000:3.0:1746147256.636431:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.636450:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14461 00000100:00100000:3.0:1746147256.636456:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2007:x1830967346723968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.636464:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.636478:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.636488:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.636502:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffb6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81910 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.636514:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.636516:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.636521:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.636528:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.636546:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.636554:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 5 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.636563:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981824:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.636629:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.638754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.638845:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346724224 00000100:00100000:1.0:1746147256.638850:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346724224 00002000:00100000:1.0:1746147256.638881:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d880 x1830967346724224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.638890:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d880 with x1830967346724224 ext(0->4095) 00010000:00010000:1.0:1746147256.638896:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.638908:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.638913:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d880 00000100:00100000:1.0:1746147256.638935:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2598 00000100:00100000:1.0:1746147256.638941:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346724224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147256.638960:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981824:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.638973:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.639013:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2007:x1830967346723968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2557us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.639020:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14461 00000100:00100000:1.0:1746147256.639030:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346724224:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.639035:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2598 00002000:00100000:1.0:1746147256.639040:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d880 x1830967346724224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.639052:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d880 with x1830967346724224 ext(0->4095) 00010000:00010000:1.0:1746147256.639056:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.639063:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.639068:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d880 00000100:00100000:0.0:1746147256.641749:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.641828:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346724352 00000100:00100000:3.0:1746147256.641834:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346724352 00010000:00010000:3.0:1746147256.641859:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.641880:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14462 00000100:00100000:3.0:1746147256.641885:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346724352:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.641899:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.641914:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.641924:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.641942:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ca00/0x29021e8779bffb73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81917 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.641954:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.641956:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.641961:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.641968:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.641994:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.642004:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981952:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.642513:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.644221:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339981952:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.644236:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.644361:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346724352:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2474us (2616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.644372:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14462 00000100:00100000:0.0:1746147256.644650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.644730:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346724608 00000100:00100000:1.0:1746147256.644734:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346724608 00002000:00100000:1.0:1746147256.644762:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f480 x1830967346724608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.644770:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f480 with x1830967346724608 ext(0->4095) 00002000:00010000:1.0:1746147256.644774:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29f480 00000100:00100000:1.0:1746147256.644796:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13313 00000100:00100000:1.0:1746147256.644801:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2006:x1830967346724608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.644887:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2006:x1830967346724608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.644892:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13313 00002000:00100000:1.0:1746147256.644897:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f480 x1830967346724608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.644903:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f480 with x1830967346724608 ext(0->4095) 00002000:00010000:1.0:1746147256.644905:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29f480 00000100:00100000:0.0:1746147256.646359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.646441:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346724736 00000100:00100000:1.0:1746147256.646445:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346724736 00000100:00100000:1.0:1746147256.646485:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29685 00000100:00100000:1.0:1746147256.646491:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346724736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.646500:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.646513:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81925 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.646532:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.646537:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.646539:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.646542:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.646563:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.646577:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 49 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.646598:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339982080:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.646655:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.647621:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339982080:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.647682:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.647698:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:1.0:1746147256.647758:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346724736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1265us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.647764:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29685 00000100:00100000:0.0:1746147256.647913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.647987:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346724864 00000100:00100000:3.0:1746147256.647990:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346724864 00010000:00010000:3.0:1746147256.648006:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.648032:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14463 00000100:00100000:3.0:1746147256.648038:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346724864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.648046:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.648059:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.648068:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.648082:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffb7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8191e expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.648092:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.648093:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.648098:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.648104:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.648120:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.648132:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339982208:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.648177:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.650892:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.650922:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346725120 00000100:00100000:2.0:1746147256.650928:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346725120 00002000:00100000:2.0:1746147256.650958:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053dc00 x1830967346725120/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.650967:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053dc00 with x1830967346725120 ext(0->4095) 00002000:00010000:2.0:1746147256.650971:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053dc00 00000100:00100000:0.0:1746147256.651052:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a84000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339982208:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147256.651069:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147256.651100:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2005:x1830967346724864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3062us (3187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.651108:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14463 00000100:00100000:2.0:1746147256.651314:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13314 00000100:00100000:2.0:1746147256.651321:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346725120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147256.651415:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346725120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.651420:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13314 00002000:00100000:2.0:1746147256.651425:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053dc00 x1830967346725120/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.651431:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053dc00 with x1830967346725120 ext(0->4095) 00002000:00010000:2.0:1746147256.651435:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053dc00 00000100:00100000:0.0:1746147256.654082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.654284:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346725248 00000100:00100000:1.0:1746147256.654290:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346725248 00000100:00100000:1.0:1746147256.654327:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29686 00000100:00100000:1.0:1746147256.654333:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1832:x1830967346725248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.654345:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.654357:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8192c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.654378:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.654385:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.654386:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.654389:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.654412:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.654423:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 5 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.654438:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339982336:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.654507:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.656486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.656539:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346725376 00000100:00100000:3.0:1746147256.656544:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346725376 00000100:00100000:3.0:1746147256.656592:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29687 00000100:00100000:3.0:1746147256.656598:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346725376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.656609:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.656618:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81933 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147256.656619:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339982336:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.656634:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.656637:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.656783:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.656787:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.656796:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.656805:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00010000:00010000:3.0:1746147256.656808:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.656817:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.656823:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:1.0:1746147256.656901:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1832:x1830967346725248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2568us (2824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.656906:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29686 00000100:00100000:3.0:1746147256.656950:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346725376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 352us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.656956:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29687 00000100:00100000:0.0:1746147256.658660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.658729:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346725504 00000100:00100000:2.0:1746147256.658735:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346725504 00010000:00010000:2.0:1746147256.658760:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.658781:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14464 00000100:00100000:2.0:1746147256.658787:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346725504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.658798:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.658815:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.658824:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.658843:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779bffb81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81925 expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.659121:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.659123:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.659130:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.659137:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.659161:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.659171:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.659185:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339982592:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.659411:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.661766:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339982592:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.661784:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.661846:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346725504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3058us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.661857:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14464 00000100:00100000:0.0:1746147256.665873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.666013:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346725760 00000100:00100000:1.0:1746147256.666020:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346725760 00002000:00100000:1.0:1746147256.666055:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d180 x1830967346725760/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.666064:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d180 with x1830967346725760 ext(0->4095) 00010000:00010000:1.0:1746147256.666071:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.666083:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.666090:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d180 00000100:00100000:1.0:1746147256.666121:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2599 00000100:00100000:1.0:1746147256.666128:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346725760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.666238:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346725760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.666270:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2599 00002000:00100000:1.0:1746147256.666275:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d180 x1830967346725760/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.666282:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d180 with x1830967346725760 ext(0->4095) 00010000:00010000:1.0:1746147256.666286:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.666295:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.666301:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d180 00000100:00100000:0.0:1746147256.667330:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339982720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746147256.667370:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147256.667407:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339982720 00000100:00100000:2.0:1746147256.667411:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339982720 00000100:00100000:2.0:1746147256.667432:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1746147256.667437:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339982720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746147256.667454:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746147256.667492:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967339982720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.667497:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1746147256.667520:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967339982720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746147256.681401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.681767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.681843:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346726016 00000100:00100000:2.0:1746147256.681850:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346726016 00010000:00010000:2.0:1746147256.681878:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.681904:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14465 00000100:00100000:2.0:1746147256.681911:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346726016:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.681922:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.681938:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.681950:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.681969:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffb88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8192c expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.681998:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.681999:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.682005:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.682011:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.682038:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.682048:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339982848:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.682108:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.682352:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346725888 00000100:00100000:3.0:1746147256.682356:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346725888 00000100:00100000:3.0:1746147256.682379:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29688 00000100:00100000:3.0:1746147256.682385:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346725888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.682395:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.682404:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8193a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.682419:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.682425:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.682426:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.682429:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.682445:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.682453:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.682460:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339982976:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.682508:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.683528:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746147256.683538:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339983104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746147256.683565:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147256.683670:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967339983104 00000100:00100000:2.0:1746147256.683674:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967339983104 00000100:00100000:2.0:1746147256.683698:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1746147256.683703:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339983104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746147256.683717:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746147256.683745:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967339983104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.683753:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1746147256.683761:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967339983104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746147256.684713:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339982976:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.684733:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.684745:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0400, rc 0) 00000100:00100000:3.0:1746147256.684808:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346725888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2422us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.684976:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29688 00000100:00100000:0.0:1746147256.685671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.685725:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339982848:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.685733:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.685753:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346726016:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3843us (3986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.685759:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14465 00000100:00100000:1.0:1746147256.686021:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346726272 00000100:00100000:1.0:1746147256.686026:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346726272 00002000:00100000:1.0:1746147256.686055:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f800 x1830967346726272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.686063:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f800 with x1830967346726272 ext(0->4095) 00010000:00010000:1.0:1746147256.686070:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.686085:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.686091:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29f800 00000100:00100000:1.0:1746147256.686111:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2600 00000100:00100000:1.0:1746147256.686117:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346726272:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.686587:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346726272:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 461us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.686593:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2600 00002000:00100000:1.0:1746147256.686599:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f800 x1830967346726272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.686609:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f800 with x1830967346726272 ext(0->4095) 00010000:00010000:1.0:1746147256.686613:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.686623:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.686628:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29f800 00000100:00100000:0.0:1746147256.688031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.688098:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346726400 00000100:00100000:0.0:1746147256.688100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.688103:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346726400 00000100:00100000:3.0:1746147256.688127:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29689 00000100:00100000:3.0:1746147256.688133:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346726400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.688144:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.688156:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81941 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.688173:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.688178:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.688184:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147256.688187:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.688190:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346726528 00000100:00100000:2.0:1746147256.688194:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346726528 00010000:00010000:2.0:1746147256.688209:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 52 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.688213:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.688223:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.688227:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14466 00000100:00100000:2.0:1746147256.688231:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2007:x1830967346726528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.688236:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0a00, rc 0) 00010000:00010000:2.0:1746147256.688238:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.688269:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 52 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.688279:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 52 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.688283:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346726400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.688288:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29689 00010000:00010000:2.0:1746147256.688293:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffb8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81933 expref: 52 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.688301:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.688303:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.688312:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.688319:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.688336:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.688346:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 5 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.688354:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339983360:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.688417:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.689827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.689908:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339983360:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.689919:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.689947:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2007:x1830967346726528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1715us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.689953:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14466 00000100:00100000:1.0:1746147256.690013:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346726784 00000100:00100000:1.0:1746147256.690017:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346726784 00002000:00100000:1.0:1746147256.690076:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d500 x1830967346726784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.690085:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d500 with x1830967346726784 ext(0->4095) 00010000:00010000:1.0:1746147256.690091:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.690100:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.690106:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d500 00000100:00100000:1.0:1746147256.690154:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2601 00000100:00100000:1.0:1746147256.690160:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346726784:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147256.690405:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346726784:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 244us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.690411:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2601 00002000:00100000:1.0:1746147256.690416:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d500 x1830967346726784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.690422:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d500 with x1830967346726784 ext(0->4095) 00010000:00010000:1.0:1746147256.690426:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.690433:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.690438:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d500 00000100:00100000:0.0:1746147256.692966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.693019:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346726912 00000100:00100000:2.0:1746147256.693026:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346726912 00010000:00010000:2.0:1746147256.693047:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.693074:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14467 00000100:00100000:2.0:1746147256.693080:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346726912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.693090:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.693105:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.693113:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.693130:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0400/0x29021e8779bffb96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8193a expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.693152:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.693154:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.693162:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.693299:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.693324:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.693334:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339983488:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.693406:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.696077:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339983488:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.696092:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.696124:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346726912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3043us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.696133:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14467 00000100:00100000:0.0:1746147256.697225:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.697368:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346727168 00000100:00100000:1.0:1746147256.697373:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346727168 00002000:00100000:1.0:1746147256.697401:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d82680 x1830967346727168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.697409:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d82680 with x1830967346727168 ext(0->4095) 00002000:00010000:1.0:1746147256.697413:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d82680 00000100:00100000:1.0:1746147256.697482:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13315 00000100:00100000:1.0:1746147256.697488:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2007:x1830967346727168:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147256.697691:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2007:x1830967346727168:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 202us (466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.697697:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13315 00002000:00100000:1.0:1746147256.697701:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d82680 x1830967346727168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.697708:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d82680 with x1830967346727168 ext(0->4095) 00002000:00010000:1.0:1746147256.697710:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d82680 00000100:00100000:0.0:1746147256.700211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.700347:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346727296 00000100:00100000:3.0:1746147256.700354:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346727296 00000100:00100000:3.0:1746147256.700405:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29690 00000100:00100000:3.0:1746147256.700411:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346727296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.700423:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.700436:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81948 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.700456:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.700462:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.700463:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.700466:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.700490:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.700501:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 49 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.700511:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339983616:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.701337:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.703562:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339983616:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.703598:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.703613:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1c00, rc 0) 00000100:00100000:3.0:1746147256.703656:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346727296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3245us (3450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.703664:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29690 00000100:00100000:0.0:1746147256.704449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.704486:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346727424 00000100:00100000:3.0:1746147256.704491:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346727424 00010000:00010000:3.0:1746147256.704512:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.704542:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14468 00000100:00100000:3.0:1746147256.704547:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346727424:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.704558:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.704572:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.704602:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.704619:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffb9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81941 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.704644:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.704646:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.704651:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.704658:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.704681:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.704690:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339983744:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.704744:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.706199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.706235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.706290:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339983744:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.706303:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.706315:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346727808 00000100:00100000:1.0:1746147256.706318:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346727808 00000100:00100000:3.0:1746147256.706327:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2005:x1830967346727424:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1779us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.706334:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14468 00002000:00100000:1.0:1746147256.706344:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d80700 x1830967346727808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746147256.706350:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346727552 00002000:00100000:1.0:1746147256.706352:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d80700 with x1830967346727808 ext(0->4095) 00000100:00100000:2.0:1746147256.706353:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346727552 00002000:00010000:1.0:1746147256.706355:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d80700 00000100:00100000:1.0:1746147256.706367:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13316 00000100:00100000:2.0:1746147256.706371:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29691 00000100:00100000:1.0:1746147256.706372:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346727808:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147256.706375:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1814:x1830967346727552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.706381:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.706391:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8194f expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.706406:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.706410:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.706411:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.706413:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.706427:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.706433:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.706438:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339983872:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.706470:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.706499:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346727808:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.706504:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13316 00002000:00100000:1.0:1746147256.706509:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d80700 x1830967346727808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.706515:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d80700 with x1830967346727808 ext(0->4095) 00010000:00010000:1.0:1746147256.706520:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.706529:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.706535:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d80700 00000100:00100000:2.0:1746147256.707421:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339983872:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.707434:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.707442:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c400, rc 0) 00000100:00100000:2.0:1746147256.707471:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346727552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1096us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.707477:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29691 00000100:00100000:0.0:1746147256.707861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.707954:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346727936 00000100:00100000:2.0:1746147256.707958:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346727936 00000100:00100000:2.0:1746147256.707983:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29692 00000100:00100000:2.0:1746147256.707987:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1832:x1830967346727936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.707994:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.708002:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81956 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.708020:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.708024:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.708028:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.708030:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.708047:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.708055:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.708062:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d600, rc 0) 00000100:00100000:0.0:1746147256.708262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.708328:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346728064 00000100:00100000:0.0:1746147256.708331:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346728064 00000100:00100000:2.0:1746147256.708332:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1832:x1830967346727936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 343us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.708337:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29692 00010000:00010000:0.0:1746147256.708345:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.708365:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14469 00000100:00100000:0.0:1746147256.708370:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346728064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147256.708377:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147256.708388:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.708397:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.708411:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffba4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81948 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.708430:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.708432:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.708436:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.708443:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.708461:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.708470:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.708477:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093af8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984128:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147256.708526:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.711593:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093af8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984128:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.711612:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.711645:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346728064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3275us (3404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.711655:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14469 00000100:00100000:0.0:1746147256.711850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.711967:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346728320 00000100:00100000:2.0:1746147256.711972:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346728320 00002000:00100000:2.0:1746147256.712000:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8000 x1830967346728320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.712008:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8000 with x1830967346728320 ext(0->4095) 00010000:00010000:2.0:1746147256.712014:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.712024:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.712030:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093af8000 00000100:00100000:2.0:1746147256.712405:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2602 00000100:00100000:2.0:1746147256.712412:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346728320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.712650:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346728320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 237us (800us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.712656:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2602 00002000:00100000:2.0:1746147256.712661:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8000 x1830967346728320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.712668:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8000 with x1830967346728320 ext(0->4095) 00010000:00010000:2.0:1746147256.712673:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.712686:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.712691:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093af8000 00000100:00100000:0.0:1746147256.714334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.714428:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346728448 00000100:00100000:2.0:1746147256.714434:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346728448 00010000:00010000:2.0:1746147256.714456:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.714475:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14470 00000100:00100000:2.0:1746147256.714480:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2007:x1830967346728448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.714489:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.714503:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.714512:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.714529:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8194f expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.714684:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.714686:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.714692:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.714703:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.714730:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.714740:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984256:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.714998:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.718413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.718531:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346728704 00000100:00100000:3.0:1746147256.718538:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346728704 00002000:00100000:3.0:1746147256.718577:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad2d80 x1830967346728704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.718599:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967346728704 ext(0->4095) 00002000:00010000:3.0:1746147256.718604:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:3.0:1746147256.718622:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13317 00000100:00100000:3.0:1746147256.718629:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346728704:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.718738:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984256:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.718755:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.718766:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346728704:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147256.718772:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13317 00002000:00100000:3.0:1746147256.718778:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad2d80 x1830967346728704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746147256.718779:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2007:x1830967346728448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4298us (4448us total) trans 0 rc 0/0 00002000:00100000:3.0:1746147256.718784:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967346728704 ext(0->4095) 00002000:00010000:3.0:1746147256.718787:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:2.0:1746147256.718787:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14470 00000100:00100000:0.0:1746147256.722864:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.722956:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346728832 00000100:00100000:3.0:1746147256.722963:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346728832 00000100:00100000:3.0:1746147256.723016:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29693 00000100:00100000:3.0:1746147256.723023:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346728832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.723037:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.723050:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8195d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.723075:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.723086:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.723088:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.723091:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.723116:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.723126:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 49 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.723137:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339984384:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.723207:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.726408:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339984384:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.726435:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.726450:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:3.0:1746147256.726489:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346728832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3466us (3632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.726497:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29693 00000100:00100000:0.0:1746147256.726985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.727399:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346728960 00000100:00100000:2.0:1746147256.727405:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346728960 00010000:00010000:2.0:1746147256.727426:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.727455:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14471 00000100:00100000:2.0:1746147256.727461:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346728960:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.727471:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.727486:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.727496:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.727514:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81956 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.727537:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.727539:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.727544:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.727551:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.727575:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.727595:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984512:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.727656:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.731311:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.731427:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.731619:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984512:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.731636:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.731671:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2005:x1830967346728960:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4210us (4685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.731680:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14471 00000100:00100000:3.0:1746147256.731776:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346729088 00000100:00100000:3.0:1746147256.731782:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346729088 00000100:00100000:3.0:1746147256.731807:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29694 00000100:00100000:3.0:1746147256.731812:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1814:x1830967346729088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.731829:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.731841:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81964 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.731863:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.731869:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.731871:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.731874:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.731895:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.731905:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 5 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.731915:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339984640:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.731956:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.732004:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346729344 00000100:00100000:1.0:1746147256.732007:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346729344 00002000:00100000:1.0:1746147256.732030:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3100 x1830967346729344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.732038:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3100 with x1830967346729344 ext(0->4095) 00010000:00010000:1.0:1746147256.732044:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.732053:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.732058:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3100 00000100:00100000:1.0:1746147256.732070:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2603 00000100:00100000:1.0:1746147256.732075:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346729344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.732166:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346729344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (739us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.732171:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2603 00002000:00100000:1.0:1746147256.732176:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3100 x1830967346729344/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.732182:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3100 with x1830967346729344 ext(0->4095) 00010000:00010000:1.0:1746147256.732187:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.732200:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.732205:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3100 00000100:00100000:3.0:1746147256.734789:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339984640:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.734810:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.734822:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1c00, rc 0) 00000100:00100000:3.0:1746147256.734862:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346729088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.734871:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29694 00000100:00100000:0.0:1746147256.734991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.735080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.735135:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346729472 00000100:00100000:2.0:1746147256.735141:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346729472 00010000:00010000:2.0:1746147256.735162:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.735184:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14472 00000100:00100000:2.0:1746147256.735189:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346729472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.735198:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.735212:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.735220:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.735237:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffbb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8195d expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.735276:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.735278:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.735283:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.735290:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.735312:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.735321:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984768:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.735365:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.735634:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346729600 00000100:00100000:3.0:1746147256.735638:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346729600 00000100:00100000:3.0:1746147256.735656:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29695 00000100:00100000:3.0:1746147256.735661:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1832:x1830967346729600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.735670:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.735678:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8196b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.735692:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.735697:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.735698:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.735700:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.735714:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.735722:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.735730:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339984896:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.735753:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.738334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.738363:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346729856 00000100:00100000:0.0:1746147256.738368:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346729856 00002000:00100000:0.0:1746147256.738396:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad2300 x1830967346729856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.738404:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967346729856 ext(0->4095) 00010000:00010000:0.0:1746147256.738411:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.738421:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.738427:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad2300 00000100:00100000:0.0:1746147256.738445:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2604 00000100:00100000:0.0:1746147256.738449:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346729856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147256.738551:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346729856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147256.738556:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2604 00002000:00100000:0.0:1746147256.738562:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad2300 x1830967346729856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.738568:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967346729856 ext(0->4095) 00010000:00010000:0.0:1746147256.738572:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.738592:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.738596:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad2300 00000100:00100000:2.0:1746147256.738783:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339984768:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.738798:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.738820:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346729472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3631us (3830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.738827:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14472 00000100:00100000:3.0:1746147256.738975:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339984896:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.738992:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.739002:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0a00, rc 0) 00000100:00100000:3.0:1746147256.739018:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1832:x1830967346729600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3357us (3939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.739022:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29695 00000100:00100000:1.0:1746147256.741329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.741400:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346729984 00000100:00100000:3.0:1746147256.741406:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346729984 00000100:00100000:3.0:1746147256.741442:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29696 00000100:00100000:3.0:1746147256.741448:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346729984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.741461:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.741473:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81972 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.741491:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.741495:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.741500:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147256.741503:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.741527:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.741536:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.741548:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0000, rc 0) 00000100:00100000:3.0:1746147256.741575:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346729984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.741590:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29696 00000100:00100000:0.0:1746147256.742858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.742926:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346730112 00000100:00100000:2.0:1746147256.742931:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346730112 00010000:00010000:2.0:1746147256.742953:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.742973:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14473 00000100:00100000:2.0:1746147256.742978:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346730112:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.742988:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.743002:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.743010:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.743026:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffbc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81964 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.743385:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.743387:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.743393:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.743400:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.743423:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.743433:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.743443:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985152:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.744026:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.747117:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985152:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.747137:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.747190:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346730112:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4209us (4333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.747199:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14473 00000100:00100000:0.0:1746147256.748174:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.748313:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346730368 00000100:00100000:1.0:1746147256.748320:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346730368 00002000:00100000:1.0:1746147256.748354:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3480 x1830967346730368/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.748363:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3480 with x1830967346730368 ext(0->4095) 00010000:00010000:1.0:1746147256.748371:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.748383:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.748389:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3480 00000100:00100000:1.0:1746147256.748404:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2605 00000100:00100000:1.0:1746147256.748410:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346730368:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.748867:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346730368:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 456us (693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.748874:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2605 00002000:00100000:1.0:1746147256.748879:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3480 x1830967346730368/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.748891:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3480 with x1830967346730368 ext(0->4095) 00010000:00010000:1.0:1746147256.748897:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.748906:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.748911:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3480 00000100:00100000:0.0:1746147256.751625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.752024:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346730496 00000100:00100000:2.0:1746147256.752032:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346730496 00000100:00100000:2.0:1746147256.752228:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29697 00000100:00100000:2.0:1746147256.752236:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346730496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.752273:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.752288:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81979 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.752311:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.752315:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.752324:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147256.752327:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.752357:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.752368:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.752376:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c400, rc 0) 00000100:00100000:2.0:1746147256.752418:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346730496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.752423:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29697 00000100:00100000:0.0:1746147256.752906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.753274:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346730624 00000100:00100000:2.0:1746147256.753279:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346730624 00010000:00010000:2.0:1746147256.753295:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.753595:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14474 00000100:00100000:2.0:1746147256.753602:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2008:x1830967346730624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.753611:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.753625:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.753634:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.753649:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffbc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8196b expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.753674:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.753676:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.753681:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.753686:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.753704:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.753712:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.753721:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985408:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.755100:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.755937:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985408:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.755952:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.755981:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2008:x1830967346730624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2379us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.755990:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14474 00000100:00100000:0.0:1746147256.758221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.758340:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346730752 00000100:00100000:2.0:1746147256.758347:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346730752 00010000:00010000:2.0:1746147256.758375:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.758827:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14475 00000100:00100000:2.0:1746147256.758835:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2008:x1830967346730752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.758846:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.758863:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.758874:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.758892:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81972 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.758915:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.758917:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.758923:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.758929:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.758956:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147256.758965:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985536:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.759769:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.763268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.763325:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346731008 00000100:00100000:1.0:1746147256.763332:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346731008 00002000:00100000:1.0:1746147256.763367:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9500 x1830967346731008/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.763376:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9500 with x1830967346731008 ext(0->4095) 00002000:00010000:1.0:1746147256.763380:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945a9500 00000100:00100000:1.0:1746147256.763396:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13318 00000100:00100000:1.0:1746147256.763403:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346731008:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.763514:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346731008:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.763519:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13318 00002000:00100000:1.0:1746147256.763524:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9500 x1830967346731008/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.763530:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9500 with x1830967346731008 ext(0->4095) 00002000:00010000:1.0:1746147256.763532:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945a9500 00000100:00100000:2.0:1746147256.763687:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985536:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.763702:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.763724:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2008:x1830967346730752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4891us (5509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.763731:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14475 00000100:00100000:0.0:1746147256.766506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.766786:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346731136 00000100:00100000:3.0:1746147256.766793:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346731136 00000100:00100000:3.0:1746147256.766842:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29698 00000100:00100000:3.0:1746147256.766849:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1832:x1830967346731136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.766863:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.766876:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81980 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.766898:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.766903:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.766905:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.766907:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.766930:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.766940:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 5 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.766955:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339985664:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.767030:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.768736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.768862:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346731264 00000100:00100000:2.0:1746147256.768867:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346731264 00000100:00100000:2.0:1746147256.768897:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29699 00000100:00100000:2.0:1746147256.768903:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346731264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.768914:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.768926:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81987 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.768945:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.768949:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.768955:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.768957:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.768981:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.768991:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.769004:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c200, rc 0) 00000100:00100000:3.0:1746147256.769378:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339985664:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.769392:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.769400:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0000, rc 0) 00000100:00100000:2.0:1746147256.769714:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346731264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 809us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.769721:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29699 00000100:00100000:3.0:1746147256.769765:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1832:x1830967346731136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2916us (3265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.769770:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29698 00000100:00100000:0.0:1746147256.769893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.770122:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346731392 00000100:00100000:2.0:1746147256.770125:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346731392 00010000:00010000:2.0:1746147256.770141:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.770156:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14476 00000100:00100000:2.0:1746147256.770160:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346731392:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.770168:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.770182:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.770190:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.770204:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81979 expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.770214:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.770216:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.770220:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.770229:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.770260:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.770268:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.770276:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985920:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.770327:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.773928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.773981:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346731648 00000100:00100000:0.0:1746147256.773988:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346731648 00002000:00100000:0.0:1746147256.774025:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45180 x1830967346731648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.774033:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45180 with x1830967346731648 ext(0->4095) 00010000:00010000:0.0:1746147256.774041:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.774057:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.774063:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45180 00000100:00100000:0.0:1746147256.774079:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2606 00000100:00100000:0.0:1746147256.774084:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2007:x1830967346731648:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147256.774186:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2007:x1830967346731648:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147256.774191:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2606 00002000:00100000:0.0:1746147256.774197:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45180 x1830967346731648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.774203:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45180 with x1830967346731648 ext(0->4095) 00010000:00010000:0.0:1746147256.774208:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.774216:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.774221:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45180 00000100:00100000:2.0:1746147256.774981:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339985920:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.774997:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.775032:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346731392:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4870us (5139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.775039:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14476 00000100:00100000:0.0:1746147256.777038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.777115:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346731776 00000100:00100000:3.0:1746147256.777121:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346731776 00000100:00100000:3.0:1746147256.777165:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29700 00000100:00100000:3.0:1746147256.777171:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346731776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.777185:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.777197:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8198e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.777217:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.777222:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.777227:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147256.777230:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.777289:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.777300:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.777308:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1e00, rc 0) 00000100:00100000:3.0:1746147256.777338:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346731776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.777343:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29700 00000100:00100000:0.0:1746147256.778079:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.778310:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346731904 00000100:00100000:2.0:1746147256.778315:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346731904 00010000:00010000:2.0:1746147256.778334:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.778350:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14477 00000100:00100000:2.0:1746147256.778355:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346731904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147256.778362:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147256.778376:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.778385:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.778399:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779bffbdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81980 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.779214:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.779217:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.779224:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.779231:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.779291:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.779302:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.779312:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986176:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147256.779383:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.781929:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986176:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147256.781944:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147256.781975:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346731904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3619us (3897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.781985:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14477 00000100:00100000:0.0:1746147256.783376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.783777:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346732160 00000100:00100000:1.0:1746147256.783784:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346732160 00002000:00100000:1.0:1746147256.783816:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945abb80 x1830967346732160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.783826:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945abb80 with x1830967346732160 ext(0->4095) 00010000:00010000:1.0:1746147256.783833:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.783845:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.783850:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945abb80 00000100:00100000:1.0:1746147256.783863:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2607 00000100:00100000:1.0:1746147256.783869:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346732160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.783973:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346732160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.783978:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2607 00002000:00100000:1.0:1746147256.783983:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945abb80 x1830967346732160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.783989:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945abb80 with x1830967346732160 ext(0->4095) 00010000:00010000:1.0:1746147256.783993:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.784001:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.784006:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945abb80 00000100:00100000:0.0:1746147256.788011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.788101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.788278:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346732288 00000100:00100000:2.0:1746147256.788286:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346732288 00000100:00100000:2.0:1746147256.788321:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29701 00000100:00100000:2.0:1746147256.788328:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346732288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.788342:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.788355:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81995 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.788378:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.788383:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.788388:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147256.788391:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.788422:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.788432:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.788441:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d600, rc 0) 00000100:00100000:2.0:1746147256.788488:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346732288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.788494:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29701 00000100:00100000:3.0:1746147256.789058:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346732416 00000100:00100000:3.0:1746147256.789062:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346732416 00010000:00010000:3.0:1746147256.789080:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.789097:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14478 00000100:00100000:3.0:1746147256.789101:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346732416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.789109:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.789124:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.789134:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.789147:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffbe3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81987 expref: 51 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.789160:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.789162:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.789167:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.789173:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.789192:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.789201:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 5 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.789211:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986432:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.789293:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b27e0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.792294:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.792393:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986432:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.792409:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.792440:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346732416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3339us (4340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.792449:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14478 00000100:00100000:1.0:1746147256.792531:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346732672 00000100:00100000:1.0:1746147256.792536:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346732672 00002000:00100000:1.0:1746147256.792562:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aaa00 x1830967346732672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.792570:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aaa00 with x1830967346732672 ext(0->4095) 00010000:00010000:1.0:1746147256.792577:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.792597:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.792603:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aaa00 00000100:00100000:1.0:1746147256.792625:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2608 00000100:00100000:1.0:1746147256.792630:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346732672:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.792732:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346732672:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.792738:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2608 00002000:00100000:1.0:1746147256.792742:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aaa00 x1830967346732672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.792749:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aaa00 with x1830967346732672 ext(0->4095) 00010000:00010000:1.0:1746147256.792754:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.792766:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.792771:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aaa00 00000100:00100000:0.0:1746147256.796444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.796607:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346732800 00000100:00100000:3.0:1746147256.796615:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346732800 00010000:00010000:3.0:1746147256.796646:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.796825:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14479 00000100:00100000:3.0:1746147256.796833:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346732800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.796844:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.796860:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.796871:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.796889:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffbea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8198e expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.796912:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.796914:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.796920:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.796928:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.796955:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.796965:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986560:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.797719:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.804305:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986560:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.804324:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.804373:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346732800:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7540us (7935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.804382:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14479 00000100:00100000:0.0:1746147256.804632:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.804840:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346733056 00000100:00100000:3.0:1746147256.804845:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346733056 00002000:00100000:3.0:1746147256.804874:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aad80 x1830967346733056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.804882:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aad80 with x1830967346733056 ext(0->4095) 00002000:00010000:3.0:1746147256.804886:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aad80 00000100:00100000:3.0:1746147256.804911:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13319 00000100:00100000:3.0:1746147256.804917:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346733056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147256.805019:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346733056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147256.805024:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13319 00002000:00100000:3.0:1746147256.805029:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aad80 x1830967346733056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.805035:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aad80 with x1830967346733056 ext(0->4095) 00002000:00010000:3.0:1746147256.805037:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aad80 00000100:00100000:0.0:1746147256.807351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.807426:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346733184 00000100:00100000:2.0:1746147256.807432:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346733184 00000100:00100000:2.0:1746147256.807567:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29702 00000100:00100000:2.0:1746147256.807574:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346733184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.807598:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.807612:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8199c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.807636:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.807642:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.807644:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.807647:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.807671:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.807681:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 49 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.807691:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339986688:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.808366:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.810380:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339986688:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.810402:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.810420:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5ce00, rc 0) 00000100:00100000:2.0:1746147256.810452:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346733184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2879us (3106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.810460:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29702 00000100:00100000:0.0:1746147256.810570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.810730:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346733312 00000100:00100000:3.0:1746147256.810736:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346733312 00010000:00010000:3.0:1746147256.810757:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.810778:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14480 00000100:00100000:3.0:1746147256.810783:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2006:x1830967346733312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.810794:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.810808:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.810817:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.810834:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffbf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81995 expref: 50 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.811548:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.811551:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.811557:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.811566:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.811602:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.811613:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986816:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.812470:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.813413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.813487:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346733440 00000100:00100000:2.0:1746147256.813492:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346733440 00000100:00100000:2.0:1746147256.813519:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29703 00000100:00100000:2.0:1746147256.813523:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346733440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.813536:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.813548:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819a3 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.813757:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.813763:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.813764:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147256.813767:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.813786:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.813795:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 5 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.813809:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339986944:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.813872:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.814769:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339986816:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.814783:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.814808:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346733312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4024us (4238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.814816:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14480 00000100:00100000:1.0:1746147256.815792:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.816330:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339986944:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.816349:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 50 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.816362:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c400, rc 0) 00000100:00100000:2.0:1746147256.816427:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346733696 00000100:00100000:2.0:1746147256.816432:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346733696 00002000:00100000:2.0:1746147256.816457:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc47480 x1830967346733696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.816465:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47480 with x1830967346733696 ext(0->4095) 00010000:00010000:2.0:1746147256.816481:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.816491:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.816497:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc47480 00000100:00100000:2.0:1746147256.816512:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2609 00000100:00100000:2.0:1746147256.816518:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346733696:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147256.816573:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346733440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3047us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.816588:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29703 00000100:00100000:2.0:1746147256.816633:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346733696:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.816639:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2609 00002000:00100000:2.0:1746147256.816644:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc47480 x1830967346733696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.816651:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47480 with x1830967346733696 ext(0->4095) 00010000:00010000:2.0:1746147256.816655:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.816663:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.816669:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc47480 00000100:00100000:0.0:1746147256.820181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.820273:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346733824 00000100:00100000:3.0:1746147256.820280:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346733824 00010000:00010000:3.0:1746147256.820307:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.820335:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14481 00000100:00100000:3.0:1746147256.820341:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346733824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.820351:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.820365:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.820374:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.820395:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5ce00/0x29021e8779bffbf8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8199c expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.820414:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.820416:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.820421:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.820428:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.820451:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.820459:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987072:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.820531:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.823713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.823910:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346734080 00000100:00100000:2.0:1746147256.823917:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346734080 00002000:00100000:2.0:1746147256.823949:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45f80 x1830967346734080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.823958:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45f80 with x1830967346734080 ext(0->4095) 00002000:00010000:2.0:1746147256.823962:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc45f80 00000100:00100000:3.0:1746147256.824172:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987072:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.824185:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.824225:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346733824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3884us (4049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.824232:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14481 00000100:00100000:2.0:1746147256.824548:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13320 00000100:00100000:2.0:1746147256.824556:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346734080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.824666:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346734080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (959us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.824672:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13320 00002000:00100000:2.0:1746147256.824677:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45f80 x1830967346734080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.824684:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45f80 with x1830967346734080 ext(0->4095) 00002000:00010000:2.0:1746147256.824687:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc45f80 00000100:00100000:0.0:1746147256.830538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.830639:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346734208 00000100:00100000:3.0:1746147256.830646:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346734208 00000100:00100000:3.0:1746147256.830678:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29704 00000100:00100000:3.0:1746147256.830685:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346734208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.830701:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.830713:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819aa expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.830735:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.830742:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.830744:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.830747:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.830771:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.830781:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 49 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.830792:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339987200:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147256.831443:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.839941:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967339987200:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147256.839964:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.839978:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1c00, rc 0) 00000100:00100000:0.0:1746147256.840066:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.840470:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346734208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9784us (9940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.840481:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29704 00000100:00100000:3.0:1746147256.840520:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346734336 00000100:00100000:3.0:1746147256.840525:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346734336 00002000:00100000:3.0:1746147256.840552:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945a9880 x1830967346734336/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.840560:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9880 with x1830967346734336 ext(0->7) 00010000:00010000:3.0:1746147256.840565:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.840575:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 50 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.840591:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a9880 00000100:00100000:3.0:1746147256.840616:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2610 00000100:00100000:3.0:1746147256.840622:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2006:x1830967346734336:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147256.841483:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346734336:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 858us (1415us total) trans 4294972282 rc 0/0 00000100:00100000:3.0:1746147256.841489:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2610 00002000:00100000:3.0:1746147256.841494:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945a9880 x1830967346734336/t4294972282(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.841500:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9880 with x1830967346734336 ext(0->7) 00010000:00010000:3.0:1746147256.841505:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.841518:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746147256.841522:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a9880 00000100:00100000:0.0:1746147256.844509:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.844606:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346734464 00000100:00100000:3.0:1746147256.844613:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346734464 00010000:00010000:3.0:1746147256.844642:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.844672:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14482 00000100:00100000:3.0:1746147256.844678:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346734464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.844688:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746147256.844700:0:7226:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147257 -> 1746147258 00002000:00010000:3.0:1746147256.844702:0:7226:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147257 -> 1746147258 00010000:00010000:3.0:1746147256.844707:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.844717:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.844734:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c400/0x29021e8779bffbff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819a3 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.845036:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.845038:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.845045:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.845052:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.845081:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.845091:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987328:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.845352:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.846744:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987328:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.846757:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.846785:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346734464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2107us (2282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.846793:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14482 00000100:00100000:0.0:1746147256.847825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.848072:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346734720 00000100:00100000:3.0:1746147256.848079:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346734720 00002000:00100000:3.0:1746147256.848111:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2a00 x1830967346734720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.848120:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2a00 with x1830967346734720 ext(0->4095) 00002000:00010000:3.0:1746147256.848123:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2a00 00000100:00100000:3.0:1746147256.848228:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13321 00000100:00100000:3.0:1746147256.848235:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346734720:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147256.849129:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346734720:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 892us (1303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147256.849137:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13321 00002000:00100000:3.0:1746147256.849143:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2a00 x1830967346734720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147256.849149:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2a00 with x1830967346734720 ext(0->4095) 00002000:00010000:3.0:1746147256.849152:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2a00 00000100:00100000:0.0:1746147256.853275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.853363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.853434:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346734848 00000100:00100000:1.0:1746147256.853442:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346734848 00000100:00100000:1.0:1746147256.853474:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346734976 00000100:00100000:1.0:1746147256.853477:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346734976 00000100:00100000:1.0:1746147256.853502:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29705 00000100:00100000:1.0:1746147256.853509:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346734848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.853525:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.853540:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819b1 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.853562:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.853568:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.853570:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147256.853573:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.853625:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.853640:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 5 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.853650:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339987456:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.853715:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.853830:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29706 00000100:00100000:3.0:1746147256.853838:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1832:x1830967346734976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147256.853844:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147256.853850:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819b8 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.853861:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.853865:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 54 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.853870:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147256.853873:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.853892:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 54 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.853902:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.853911:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0a00, rc 0) 00000100:00100000:3.0:1746147256.853935:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1832:x1830967346734976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.853940:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29706 00000100:00100000:1.0:1746147256.858204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.858674:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339987456:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.858696:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.858714:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc600, rc 0) 00000100:00100000:2.0:1746147256.858749:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1814:x1830967346734848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5241us (5548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.858757:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29705 00000100:00100000:3.0:1746147256.859130:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346735104 00000100:00100000:3.0:1746147256.859136:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346735104 00010000:00010000:3.0:1746147256.859156:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.859174:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14483 00000100:00100000:3.0:1746147256.859180:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346735104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.859188:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.859204:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.859214:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.859231:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffc06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819aa expref: 6 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.859266:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.859268:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.859274:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.859281:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.859311:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.859321:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 52 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.859330:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987712:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.859388:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd063c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.861516:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987712:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.861532:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.861570:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346735104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2389us (3372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.861586:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14483 00000100:00100000:3.0:1746147256.863778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.863862:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346735360 00000100:00100000:0.0:1746147256.863869:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346735360 00002000:00100000:0.0:1746147256.863905:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85500 x1830967346735360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.863914:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967346735360 ext(0->4095) 00010000:00010000:0.0:1746147256.863921:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.863933:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.863939:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85500 00000100:00100000:0.0:1746147256.864168:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2611 00000100:00100000:0.0:1746147256.864175:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2007:x1830967346735360:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147256.864306:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2007:x1830967346735360:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147256.864312:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2611 00002000:00100000:0.0:1746147256.864317:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85500 x1830967346735360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.864324:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967346735360 ext(0->4095) 00010000:00010000:0.0:1746147256.864329:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.864337:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.864342:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85500 00000100:00100000:0.0:1746147256.875814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.876001:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346735488 00000100:00100000:3.0:1746147256.876009:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346735488 00010000:00010000:3.0:1746147256.876039:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.876989:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14484 00000100:00100000:3.0:1746147256.876998:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2008:x1830967346735488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.877009:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.877025:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.877041:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.877059:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b1 expref: 53 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.877076:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.877077:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.877082:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.877089:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.877114:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.877124:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987840:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.878208:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd063c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.883409:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.883510:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339987840:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.883526:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.883560:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2008:x1830967346735488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6564us (7753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.883570:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14484 00000100:00100000:1.0:1746147256.883654:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346735744 00000100:00100000:1.0:1746147256.883660:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346735744 00002000:00100000:1.0:1746147256.883690:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3800 x1830967346735744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.883698:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3800 with x1830967346735744 ext(0->4095) 00002000:00010000:1.0:1746147256.883702:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e3800 00000100:00100000:1.0:1746147256.883729:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13322 00000100:00100000:1.0:1746147256.883735:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346735744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.884212:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346735744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 477us (809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.884218:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13322 00002000:00100000:1.0:1746147256.884223:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3800 x1830967346735744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.884230:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3800 with x1830967346735744 ext(0->4095) 00002000:00010000:1.0:1746147256.884233:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e3800 00000100:00100000:0.0:1746147256.886591:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.886663:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346735872 00000100:00100000:2.0:1746147256.886669:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346735872 00000100:00100000:2.0:1746147256.886708:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29707 00000100:00100000:2.0:1746147256.886714:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346735872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147256.886727:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147256.886838:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819bf expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.886862:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.886868:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.886870:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147256.886873:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.886897:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.886911:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 51 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746147256.886926:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339987968:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147256.886997:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147256.889987:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339987968:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147256.890007:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147256.890018:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d600, rc 0) 00000100:00100000:2.0:1746147256.890047:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346735872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3334us (3472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147256.890054:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29707 00000100:00100000:0.0:1746147256.891146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.891220:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346736000 00000100:00100000:3.0:1746147256.891226:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346736000 00010000:00010000:3.0:1746147256.891273:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.892131:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14485 00000100:00100000:3.0:1746147256.892139:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346736000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.892151:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.892167:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.892178:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.892196:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffc14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819b8 expref: 52 pid: 10034 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.892224:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.892226:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.892235:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.892263:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.892289:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.892300:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988096:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.893138:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd063c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.893301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.893341:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346736128 00000100:00100000:0.0:1746147256.893346:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346736128 00000100:00100000:0.0:1746147256.893377:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29708 00000100:00100000:0.0:1746147256.893383:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346736128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147256.893395:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147256.893404:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819c6 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.893424:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.893429:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.893430:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147256.893433:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.893448:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147256.893458:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 5 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746147256.893466:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339988224:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147256.893498:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.896689:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339988224:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.896714:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.896729:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944afc00, rc 0) 00000100:00100000:1.0:1746147256.896773:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1814:x1830967346736128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3388us (3471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.896780:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29708 00000100:00100000:0.0:1746147256.896853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.897107:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988096:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.897121:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.897144:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346736000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5006us (6001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.897152:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14485 00000100:00100000:1.0:1746147256.897485:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346736384 00000100:00100000:1.0:1746147256.897491:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346736384 00002000:00100000:1.0:1746147256.897519:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0a80 x1830967346736384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.897527:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967346736384 ext(0->4095) 00010000:00010000:1.0:1746147256.897532:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746147256.897542:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746147256.897548:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e0a80 00000100:00100000:2.0:1746147256.898509:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2612 00000100:00100000:2.0:1746147256.898519:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346736384:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147256.898647:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346736384:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1794us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.898654:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2612 00002000:00100000:2.0:1746147256.898660:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0a80 x1830967346736384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.898667:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967346736384 ext(0->4095) 00010000:00010000:2.0:1746147256.898672:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.898682:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.898689:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e0a80 00000100:00100000:0.0:1746147256.902544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.902640:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346736512 00000100:00100000:3.0:1746147256.902647:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346736512 00010000:00010000:3.0:1746147256.902677:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.902805:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14486 00000100:00100000:3.0:1746147256.902811:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346736512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.902823:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.902838:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.902850:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.902868:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819bf expref: 6 pid: 20948 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.903013:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.903015:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.903021:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 51 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.903033:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 51 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.903061:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 51 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.903072:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988352:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.903491:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.906354:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147256.906568:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988352:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147256.906592:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147256.906629:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346736512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3817us (4091us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147256.906638:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14486 00000100:00100000:1.0:1746147256.906837:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346736768 00000100:00100000:1.0:1746147256.906844:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346736768 00002000:00100000:1.0:1746147256.906876:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84000 x1830967346736768/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.906884:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830967346736768 ext(0->4095) 00002000:00010000:1.0:1746147256.906888:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84000 00000100:00100000:1.0:1746147256.906912:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13323 00000100:00100000:1.0:1746147256.906919:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2007:x1830967346736768:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147256.907023:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2007:x1830967346736768:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (674us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.907028:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13323 00002000:00100000:1.0:1746147256.907033:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84000 x1830967346736768/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.907040:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830967346736768 ext(0->4095) 00002000:00010000:1.0:1746147256.907042:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84000 00000100:00100000:0.0:1746147256.911801:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.911926:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346736896 00000100:00100000:1.0:1746147256.911935:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346736896 00000100:00100000:1.0:1746147256.911975:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29709 00000100:00100000:1.0:1746147256.911981:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346736896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.911995:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.912008:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819cd expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.912031:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 51 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.912037:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.912039:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.912042:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.912068:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 51 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.912083:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 51 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746147256.912094:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339988480:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.912171:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.918192:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339988480:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.918216:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.918232:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dde00, rc 0) 00000100:00100000:1.0:1746147256.918297:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346736896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6314us (6501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.918304:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29709 00000100:00100000:0.0:1746147256.920418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.920666:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346737024 00000100:00100000:2.0:1746147256.920673:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346737024 00002000:00100000:2.0:1746147256.920710:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800940e3100 x1830967346737024/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.920719:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3100 with x1830967346737024 ext(0->7) 00010000:00010000:2.0:1746147256.920727:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 52 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.920739:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 52 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.920744:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e3100 00000100:00100000:2.0:1746147256.923328:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2613 00000100:00100000:2.0:1746147256.923349:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346737024:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.924098:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2005:x1830967346737024:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 756us (3684us total) trans 4294972283 rc 0/0 00000100:00100000:0.0:1746147256.924107:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2613 00002000:00100000:0.0:1746147256.924114:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800940e3100 x1830967346737024/t4294972283(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.924122:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3100 with x1830967346737024 ext(0->7) 00010000:00010000:0.0:1746147256.924129:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 54 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746147256.924142:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 54 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746147256.924149:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e3100 00000100:00100000:0.0:1746147256.932182:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.933428:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.933450:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346737280 00000100:00100000:1.0:1746147256.933456:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346737280 00000100:00100000:1.0:1746147256.933492:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29710 00000100:00100000:1.0:1746147256.933498:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346737280:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.933512:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.933525:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819d4 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.933546:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.933551:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.933560:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147256.933563:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 55 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.933605:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.933615:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 55 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.933623:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd000, rc 0) 00000100:00100000:1.0:1746147256.933663:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346737280:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.933669:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29710 00000100:00100000:2.0:1746147256.934267:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346737152 00000100:00100000:2.0:1746147256.934273:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346737152 00010000:00010000:2.0:1746147256.934296:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 55 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.935611:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14487 00000100:00100000:3.0:1746147256.935625:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2005:x1830967346737152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.935636:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.935654:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 55 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.935665:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 55 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.935682:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944afc00/0x29021e8779bffc22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819c6 expref: 55 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.935697:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.935699:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.935704:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.935716:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.935740:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.935750:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 5 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.935759:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988736:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.935811:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.939171:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988736:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.939194:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.939301:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2005:x1830967346737152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3680us (7123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.939311:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14487 00000100:00100000:0.0:1746147256.939785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.939973:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346737536 00000100:00100000:2.0:1746147256.939980:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346737536 00002000:00100000:2.0:1746147256.940027:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2680 x1830967346737536/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.940036:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2680 with x1830967346737536 ext(0->4095) 00010000:00010000:2.0:1746147256.940046:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.940059:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.940065:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2680 00000100:00100000:2.0:1746147256.940093:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2614 00000100:00100000:2.0:1746147256.940100:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346737536:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147256.940233:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346737536:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147256.940239:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2614 00002000:00100000:2.0:1746147256.940264:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2680 x1830967346737536/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.940270:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2680 with x1830967346737536 ext(0->4095) 00010000:00010000:2.0:1746147256.940274:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746147256.940282:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746147256.940287:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2680 00000100:00100000:1.0:1746147256.945456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.945557:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346737664 00000100:00100000:3.0:1746147256.945568:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346737664 00010000:00010000:3.0:1746147256.945619:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746147256.945650:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14488 00000100:00100000:3.0:1746147256.945658:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346737664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.945671:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.945693:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.945705:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.945728:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffc29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819cd expref: 6 pid: 9588 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746147256.945818:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.945821:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.945829:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.945837:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.945871:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.945884:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988864:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.945970:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147256.948068:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339988864:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.948088:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147256.948146:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346737664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2487us (2699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.948156:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14488 00000100:00100000:0.0:1746147256.949464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.949576:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346737920 00000100:00100000:1.0:1746147256.949593:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346737920 00002000:00100000:1.0:1746147256.949631:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1f80 x1830967346737920/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.949640:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1f80 with x1830967346737920 ext(0->4095) 00002000:00010000:1.0:1746147256.949644:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1f80 00000100:00100000:1.0:1746147256.949668:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13324 00000100:00100000:1.0:1746147256.949673:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346737920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147256.949798:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346737920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.949807:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13324 00002000:00100000:1.0:1746147256.949812:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1f80 x1830967346737920/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.949819:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1f80 with x1830967346737920 ext(0->4095) 00002000:00010000:1.0:1746147256.949822:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1f80 00000100:00100000:0.0:1746147256.961503:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.961625:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346738048 00000100:00100000:1.0:1746147256.961635:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346738048 00000100:00100000:1.0:1746147256.961693:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29711 00000100:00100000:1.0:1746147256.961701:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346738048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.961721:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.961739:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819db expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.961766:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.961774:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.961776:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.961779:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.961810:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 53 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.961822:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 53 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147256.961839:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339988992:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147256.961927:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147256.968370:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339988992:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147256.968402:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.968421:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc600, rc 0) 00000100:00100000:1.0:1746147256.968491:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346738048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6789us (6997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.968500:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29711 00000100:00100000:0.0:1746147256.974511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147256.974676:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346738176 00000100:00100000:1.0:1746147256.974685:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346738176 00000100:00100000:1.0:1746147256.974743:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29712 00000100:00100000:1.0:1746147256.974751:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346738176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147256.974771:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147256.974789:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819e2 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.974817:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147256.974822:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.974829:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147256.974832:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.974873:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.974884:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147256.974893:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147256.974947:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346738176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147256.974953:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29712 00000100:00100000:0.0:1746147256.976684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147256.977383:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346738304 00000100:00100000:2.0:1746147256.977393:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346738304 00002000:00100000:2.0:1746147256.977439:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df0000 x1830967346738304/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147256.977454:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0000 with x1830967346738304 ext(0->7) 00010000:00010000:2.0:1746147256.977463:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 55 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147256.977477:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 55 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147256.977484:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0000 00000100:00100000:2.0:1746147256.978819:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2615 00000100:00100000:2.0:1746147256.978833:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2005:x1830967346738304:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147256.979988:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2005:x1830967346738304:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1154us (3305us total) trans 4294972284 rc 0/0 00000100:00100000:0.0:1746147256.979998:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2615 00002000:00100000:0.0:1746147256.980007:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df0000 x1830967346738304/t4294972284(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:632/0 lens 496/448 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147256.980016:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0000 with x1830967346738304 ext(0->7) 00010000:00010000:0.0:1746147256.980026:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 57 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147256.980046:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 57 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147256.980052:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0000 00000100:00100000:0.0:1746147256.985552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.985637:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346738432 00000100:00100000:3.0:1746147256.985648:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346738432 00010000:00010000:3.0:1746147256.985689:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 57 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147256.986410:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14489 00000100:00100000:3.0:1746147256.986421:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2008:x1830967346738432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.986437:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.986460:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 57 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147256.986473:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 57 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147256.986499:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd000/0x29021e8779bffc30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819d4 expref: 57 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147256.986524:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.986526:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.986534:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.986542:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.986589:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.986601:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147256.986614:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339989248:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.987362:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147256.990902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.990968:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339989248:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147256.990985:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147256.991005:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346738688 00000100:00100000:1.0:1746147256.991017:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346738688 00000100:00100000:3.0:1746147256.991032:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2008:x1830967346738432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4613us (5489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147256.991041:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14489 00002000:00100000:1.0:1746147256.991065:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0700 x1830967346738688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/0 e 0 to 0 dl 1746147267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.991074:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0700 with x1830967346738688 ext(0->4095) 00010000:00010000:1.0:1746147256.991083:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147256.991097:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147256.991103:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0700 00000100:00100000:1.0:1746147256.991136:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2616 00000100:00100000:1.0:1746147256.991143:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346738688:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147256.991341:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346738688:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 197us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147256.991347:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2616 00002000:00100000:1.0:1746147256.991353:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0700 x1830967346738688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746147267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147256.991359:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0700 with x1830967346738688 ext(0->4095) 00010000:00010000:1.0:1746147256.991363:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147256.991372:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147256.991378:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0700 00000100:00100000:0.0:1746147256.994976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147256.995088:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346738816 00000100:00100000:3.0:1746147256.995098:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346738816 00010000:00010000:3.0:1746147256.995133:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147256.995175:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14490 00000100:00100000:3.0:1746147256.995182:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346738816:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147256.995193:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147256.995209:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147256.995219:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147256.995238:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc600/0x29021e8779bffc37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819db expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147256.995297:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.995299:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147256.995305:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.995311:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147256.995338:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147256.995348:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339989376:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147256.995429:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.004123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.004209:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339989376:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.004225:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.004287:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346738816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9105us (9321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.004294:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346739072 00000100:00100000:3.0:1746147257.004296:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14490 00000100:00100000:2.0:1746147257.004299:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346739072 00002000:00100000:2.0:1746147257.004332:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0e00 x1830967346739072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.004341:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0e00 with x1830967346739072 ext(0->4095) 00002000:00010000:2.0:1746147257.004345:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df0e00 00000100:00100000:2.0:1746147257.004372:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13325 00000100:00100000:2.0:1746147257.004378:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346739072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147257.004495:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346739072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.004500:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13325 00002000:00100000:2.0:1746147257.004505:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0e00 x1830967346739072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.004517:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0e00 with x1830967346739072 ext(0->4095) 00002000:00010000:2.0:1746147257.004519:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df0e00 00000100:00100000:0.0:1746147257.007839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.007914:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346739200 00000100:00100000:2.0:1746147257.007920:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346739200 00000100:00100000:2.0:1746147257.008037:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29713 00000100:00100000:2.0:1746147257.008042:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346739200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.008056:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.008071:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819e9 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.008092:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.008097:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.008098:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.008100:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.008121:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.008128:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 55 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.008135:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339989504:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.008737:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.012786:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339989504:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.012811:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.012823:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5c200, rc 0) 00000100:00100000:2.0:1746147257.012875:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346739200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4831us (5041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.012890:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29713 00000100:00100000:0.0:1746147257.014317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.014937:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346739328 00000100:00100000:2.0:1746147257.014946:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346739328 00002000:00100000:2.0:1746147257.014980:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df1500 x1830967346739328/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.014990:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1500 with x1830967346739328 ext(0->7) 00010000:00010000:2.0:1746147257.014997:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 56 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.015008:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 56 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.015014:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df1500 00000100:00100000:2.0:1746147257.015305:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2617 00000100:00100000:2.0:1746147257.015314:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2006:x1830967346739328:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147257.018195:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346739328:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2874us (3873us total) trans 4294972285 rc 0/0 00000100:00100000:2.0:1746147257.018206:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2617 00002000:00100000:2.0:1746147257.018216:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df1500 x1830967346739328/t4294972285(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.018225:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1500 with x1830967346739328 ext(0->7) 00010000:00010000:2.0:1746147257.018235:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 58 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.018277:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 58 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.018284:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df1500 00000100:00100000:0.0:1746147257.027225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.027339:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346739456 00000100:00100000:3.0:1746147257.027347:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346739456 00010000:00010000:3.0:1746147257.027374:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 58 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.027405:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14491 00000100:00100000:3.0:1746147257.027411:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346739456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.027423:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.027438:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 58 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.027454:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 58 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.027471:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e2 expref: 58 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.027484:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.027486:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.027491:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.027498:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.027522:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.027532:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339989632:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.030076:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.033207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.033755:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346739584 00000100:00100000:2.0:1746147257.033762:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346739584 00000100:00100000:2.0:1746147257.033815:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29714 00000100:00100000:2.0:1746147257.033822:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346739584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.034194:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.034211:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819f0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.034605:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.034612:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.034614:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.034618:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.034644:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.034658:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.034668:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339989760:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.034747:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.037342:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339989632:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.037359:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.037588:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346739456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10165us (10358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.037597:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14491 00000100:00100000:0.0:1746147257.037997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.038743:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346739840 00000100:00100000:2.0:1746147257.038749:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346739840 00002000:00100000:2.0:1746147257.038779:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df1f80 x1830967346739840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.038787:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1f80 with x1830967346739840 ext(0->4095) 00010000:00010000:2.0:1746147257.038795:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.038806:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.038812:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df1f80 00000100:00100000:3.0:1746147257.038819:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339989760:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.038837:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2618 00000100:00100000:2.0:1746147257.038843:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346739840:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147257.038943:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346739840:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (946us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.038948:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2618 00002000:00100000:2.0:1746147257.038953:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df1f80 x1830967346739840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.038965:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1f80 with x1830967346739840 ext(0->4095) 00010000:00010000:2.0:1746147257.038970:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.038978:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.038983:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df1f80 00010000:00010000:3.0:1746147257.039144:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.039157:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5d600, rc 0) 00000100:00100000:3.0:1746147257.039177:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346739584:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5356us (5977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.039183:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29714 00000100:00100000:0.0:1746147257.042082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.042162:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346739968 00000100:00100000:3.0:1746147257.042172:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346739968 00010000:00010000:3.0:1746147257.042203:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.042455:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14492 00000100:00100000:1.0:1746147257.042464:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346739968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.042476:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.042492:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.042502:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.042520:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5c200/0x29021e8779bffc45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819e9 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.042553:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.042555:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.042562:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.042569:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.042610:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.042621:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339989888:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.042697:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.046888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.046972:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346740224 00000100:00100000:3.0:1746147257.046984:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346740224 00002000:00100000:3.0:1746147257.047025:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2300 x1830967346740224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.047034:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2300 with x1830967346740224 ext(0->4095) 00002000:00010000:3.0:1746147257.047040:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df2300 00000100:00100000:3.0:1746147257.047062:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13326 00000100:00100000:3.0:1746147257.047068:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2008:x1830967346740224:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147257.047350:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2008:x1830967346740224:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 281us (472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.047361:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13326 00002000:00100000:3.0:1746147257.047367:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2300 x1830967346740224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.047380:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2300 with x1830967346740224 ext(0->4095) 00002000:00010000:3.0:1746147257.047383:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df2300 00000100:00100000:1.0:1746147257.047424:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339989888:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.047445:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.047628:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346739968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5164us (5555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.047638:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14492 00000100:00100000:0.0:1746147257.054396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.054522:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346740352 00000100:00100000:3.0:1746147257.054531:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346740352 00000100:00100000:3.0:1746147257.054599:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29715 00000100:00100000:3.0:1746147257.054607:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346740352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.054627:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.054644:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819f7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.054673:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.054680:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.054682:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.054685:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.054715:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.054724:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 57 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.054736:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339990016:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.056014:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.060338:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339990016:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.060370:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.060388:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1e00, rc 0) 00000100:00100000:3.0:1746147257.060437:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346740352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5830us (6050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.060446:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29715 00000100:00100000:0.0:1746147257.069823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.070325:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346740480 00000100:00100000:2.0:1746147257.070336:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346740480 00002000:00100000:2.0:1746147257.070383:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df2a00 x1830967346740480/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.070393:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2a00 with x1830967346740480 ext(0->7) 00010000:00010000:2.0:1746147257.070403:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 58 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.070419:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 58 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.070428:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df2a00 00000100:00100000:3.0:1746147257.071641:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2619 00000100:00100000:3.0:1746147257.071660:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2005:x1830967346740480:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147257.074453:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2005:x1830967346740480:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2788us (4629us total) trans 4294972286 rc 0/0 00000100:00100000:3.0:1746147257.074467:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2619 00002000:00100000:3.0:1746147257.074479:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df2a00 x1830967346740480/t4294972286(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.074488:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2a00 with x1830967346740480 ext(0->7) 00010000:00010000:3.0:1746147257.074502:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 60 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.074519:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 60 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.074527:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df2a00 00000100:00100000:0.0:1746147257.075182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.076027:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346740608 00000100:00100000:3.0:1746147257.076037:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346740608 00000100:00100000:3.0:1746147257.076163:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29716 00000100:00100000:3.0:1746147257.076173:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:1814:x1830967346740608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.076192:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.076213:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b819fe expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.076286:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.076295:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.076301:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147257.076305:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.076348:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.076363:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.076374:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5da00, rc 0) 00000100:00100000:3.0:1746147257.076447:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346740608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 276us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.076454:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29716 00000100:00100000:0.0:1746147257.080761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.081117:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346740736 00000100:00100000:1.0:1746147257.081127:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346740736 00010000:00010000:1.0:1746147257.081479:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 61 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.081518:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14493 00000100:00100000:1.0:1746147257.081526:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2007:x1830967346740736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.081541:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.081560:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 61 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.081586:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 61 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.081609:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5d600/0x29021e8779bffc4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f0 expref: 61 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.082129:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.082211:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.082223:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.082233:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.082314:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.082327:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.082339:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990272:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.082429:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.086845:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990272:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.086871:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.086929:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2007:x1830967346740736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5401us (6176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.086946:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14493 00000100:00100000:0.0:1746147257.087502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.087717:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346740992 00000100:00100000:3.0:1746147257.087726:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346740992 00002000:00100000:3.0:1746147257.087777:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3480 x1830967346740992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.087793:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3480 with x1830967346740992 ext(0->4095) 00010000:00010000:3.0:1746147257.087803:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.087817:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.087823:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df3480 00000100:00100000:3.0:1746147257.087864:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2620 00000100:00100000:3.0:1746147257.087873:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346740992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147257.088017:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346740992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (517us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.088022:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2620 00002000:00100000:3.0:1746147257.088027:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3480 x1830967346740992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.088033:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3480 with x1830967346740992 ext(0->4095) 00010000:00010000:3.0:1746147257.088037:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.088046:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.088052:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df3480 00000100:00100000:0.0:1746147257.093064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.093156:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346741120 00000100:00100000:1.0:1746147257.093166:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346741120 00010000:00010000:1.0:1746147257.093211:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.093314:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14494 00000100:00100000:1.0:1746147257.093325:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346741120:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.093342:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.093368:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.093381:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.093407:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffc53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819f7 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.093446:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.093449:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.093458:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.093467:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.093513:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.093529:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990400:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.094795:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.097512:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990400:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.097534:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.097592:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346741120:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4268us (4537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.097646:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14494 00000100:00100000:0.0:1746147257.100209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.100850:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346741376 00000100:00100000:2.0:1746147257.100860:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346741376 00002000:00100000:2.0:1746147257.100912:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3b80 x1830967346741376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.100920:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3b80 with x1830967346741376 ext(0->4095) 00002000:00010000:2.0:1746147257.100926:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df3b80 00000100:00100000:2.0:1746147257.100959:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13327 00000100:00100000:2.0:1746147257.100966:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2006:x1830967346741376:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147257.101115:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2006:x1830967346741376:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (916us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.101121:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13327 00002000:00100000:2.0:1746147257.101127:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3b80 x1830967346741376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.101133:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3b80 with x1830967346741376 ext(0->4095) 00002000:00010000:2.0:1746147257.101135:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df3b80 00000100:00100000:0.0:1746147257.105215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.106156:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346741504 00000100:00100000:1.0:1746147257.106166:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346741504 00000100:00100000:1.0:1746147257.106223:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29717 00000100:00100000:1.0:1746147257.106231:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346741504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147257.106275:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147257.106294:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a05 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.106323:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.106330:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.106332:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.106336:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.106368:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.106384:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 59 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.106395:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339990528:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147257.106490:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.111444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.111535:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346741632 00000100:00100000:3.0:1746147257.111544:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346741632 00000100:00100000:1.0:1746147257.111547:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339990528:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147257.111591:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746147257.111597:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df0a80 x1830967346741632/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.111606:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0a80 with x1830967346741632 ext(0->7) 00010000:00010000:1.0:1746147257.111608:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00010000:00010000:3.0:1746147257.111613:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 60 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.111625:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 60 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.111632:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0a80 00000100:00100000:1.0:1746147257.111656:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346741504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5425us (6449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.111664:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29717 00000100:00100000:3.0:1746147257.111665:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2621 00000100:00100000:3.0:1746147257.111672:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2005:x1830967346741632:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147257.125887:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346741632:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 14207us (14443us total) trans 4294972287 rc 0/0 00000100:00100000:3.0:1746147257.125899:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2621 00002000:00100000:3.0:1746147257.125909:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df0a80 x1830967346741632/t4294972287(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.125917:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0a80 with x1830967346741632 ext(0->7) 00010000:00010000:3.0:1746147257.125926:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 62 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.125949:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 62 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.125955:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0a80 00000100:00100000:0.0:1746147257.129311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.129399:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346741760 00000100:00100000:1.0:1746147257.129406:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346741760 00000100:00100000:1.0:1746147257.129457:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29718 00000100:00100000:1.0:1746147257.129464:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1814:x1830967346741760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147257.129478:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147257.129492:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a0c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.129514:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.129519:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.129529:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147257.129532:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 63 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.129562:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.129573:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 63 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.129594:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147257.129629:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346741760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.129634:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29718 00000100:00100000:0.0:1746147257.131754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.131836:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346741888 00000100:00100000:1.0:1746147257.131845:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346741888 00010000:00010000:1.0:1746147257.131879:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 63 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.132122:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14495 00000100:00100000:1.0:1746147257.132131:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2008:x1830967346741888:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.132145:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.132165:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 63 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.132176:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 63 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.132200:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b819fe expref: 63 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.132227:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.132229:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.132236:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.132270:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.132307:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.132319:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.132331:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990784:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.132423:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.134001:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990784:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.134019:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.134063:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2008:x1830967346741888:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1933us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.134072:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14495 00000100:00100000:0.0:1746147257.134823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.135227:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346742144 00000100:00100000:3.0:1746147257.135234:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346742144 00002000:00100000:3.0:1746147257.135314:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374380 x1830967346742144/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.135324:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374380 with x1830967346742144 ext(0->4095) 00010000:00010000:3.0:1746147257.135332:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.135345:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.135352:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374380 00000100:00100000:3.0:1746147257.135382:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2622 00000100:00100000:3.0:1746147257.135389:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346742144:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147257.135515:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346742144:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (693us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.135521:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2622 00002000:00100000:3.0:1746147257.135525:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374380 x1830967346742144/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.135532:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374380 with x1830967346742144 ext(0->4095) 00010000:00010000:3.0:1746147257.135536:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.135545:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.135555:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374380 00000100:00100000:0.0:1746147257.137745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.139090:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346742272 00000100:00100000:1.0:1746147257.139102:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346742272 00010000:00010000:1.0:1746147257.139140:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.139459:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14496 00000100:00100000:1.0:1746147257.139467:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346742272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.139481:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.139502:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.139514:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.139536:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffc61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a05 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.139550:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.139552:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.139560:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.139567:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.139611:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.139622:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990912:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.139711:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00010000:00010000:3.0:1746147257.143823:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147257.144033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.144141:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339990912:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.144159:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.144204:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346742272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4737us (6467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.144215:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14496 00000100:00100000:2.0:1746147257.144302:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346742528 00000100:00100000:2.0:1746147257.144309:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346742528 00002000:00100000:2.0:1746147257.144344:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374a80 x1830967346742528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.144354:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374a80 with x1830967346742528 ext(0->4095) 00002000:00010000:2.0:1746147257.144358:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e374a80 00000100:00100000:2.0:1746147257.144499:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13328 00000100:00100000:2.0:1746147257.144506:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346742528:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147257.144635:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346742528:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.144640:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13328 00002000:00100000:2.0:1746147257.144645:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374a80 x1830967346742528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.144652:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374a80 with x1830967346742528 ext(0->4095) 00002000:00010000:2.0:1746147257.144656:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e374a80 00000100:00100000:0.0:1746147257.147585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.147846:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346742656 00000100:00100000:3.0:1746147257.147856:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346742656 00000100:00100000:3.0:1746147257.147920:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29719 00000100:00100000:3.0:1746147257.147928:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346742656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.147952:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.147974:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a13 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.148009:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.148015:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.148022:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.148025:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.148061:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.148071:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 61 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.148088:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339991040:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.148196:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.151056:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339991040:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.151090:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.151108:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121d5da00, rc 0) 00000100:00100000:3.0:1746147257.151153:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346742656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3225us (3590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.151163:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29719 00000100:00100000:0.0:1746147257.154095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.154155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.154628:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346742912 00000100:00100000:3.0:1746147257.154637:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346742912 00000100:00100000:1.0:1746147257.154865:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346742784 00000100:00100000:1.0:1746147257.154869:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346742784 00010000:00010000:1.0:1746147257.154893:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 63 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.154929:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14497 00000100:00100000:1.0:1746147257.154935:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346742784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.154951:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.154974:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 63 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.154985:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 63 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.155006:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffc68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a0c expref: 63 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.155031:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.155033:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.155040:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.155052:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.155083:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.155094:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991168:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.155169:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.155513:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29720 00000100:00100000:3.0:1746147257.155522:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1814:x1830967346742912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.155536:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.155549:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a1a expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.155570:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.155586:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.155587:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.155590:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.155613:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.155622:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.155630:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339991296:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.155664:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.157440:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991168:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.157459:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.157504:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346742784:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2567us (3347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.157514:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14497 00000100:00100000:3.0:1746147257.159290:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339991296:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.159317:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 62 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.159331:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009af79c00, rc 0) 00000100:00100000:3.0:1746147257.159380:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1814:x1830967346742912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3859us (5296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.159387:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29720 00000100:00100000:0.0:1746147257.159851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.159897:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346743168 00000100:00100000:3.0:1746147257.159904:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346743168 00002000:00100000:3.0:1746147257.159941:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375500 x1830967346743168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.159951:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375500 with x1830967346743168 ext(0->4095) 00010000:00010000:3.0:1746147257.159958:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.159969:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.159975:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e375500 00000100:00100000:3.0:1746147257.160005:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2623 00000100:00100000:3.0:1746147257.160012:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346743168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147257.160151:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346743168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.160156:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2623 00002000:00100000:3.0:1746147257.160162:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375500 x1830967346743168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.160169:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375500 with x1830967346743168 ext(0->4095) 00010000:00010000:3.0:1746147257.160173:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.160181:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.160187:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e375500 00000100:00100000:0.0:1746147257.163637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.163707:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346743296 00000100:00100000:1.0:1746147257.163720:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346743296 00010000:00010000:1.0:1746147257.163760:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.163807:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14498 00000100:00100000:1.0:1746147257.163816:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346743296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.163831:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.163853:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.163865:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.163891:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880121d5da00/0x29021e8779bffc6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a13 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.163922:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.163924:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.163932:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.163940:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.163976:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.163988:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991424:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.164083:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.168552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.168640:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346743552 00000100:00100000:3.0:1746147257.168649:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346743552 00002000:00100000:3.0:1746147257.168689:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375c00 x1830967346743552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.168699:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375c00 with x1830967346743552 ext(0->4095) 00002000:00010000:3.0:1746147257.168704:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375c00 00000100:00100000:3.0:1746147257.168877:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13329 00000100:00100000:3.0:1746147257.168885:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346743552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.169119:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991424:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.169138:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.169538:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346743552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 652us (996us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.169545:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13329 00002000:00100000:3.0:1746147257.169553:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375c00 x1830967346743552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.169560:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375c00 with x1830967346743552 ext(0->4095) 00002000:00010000:3.0:1746147257.169563:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375c00 00000100:00100000:1.0:1746147257.169634:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346743296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5818us (6007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.169643:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14498 00000100:00100000:0.0:1746147257.187822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.187991:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346743680 00000100:00100000:3.0:1746147257.187998:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346743680 00000100:00100000:3.0:1746147257.188415:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29721 00000100:00100000:3.0:1746147257.188422:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346743680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.188438:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.188451:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a21 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.188473:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.188480:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.188481:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.188484:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.188510:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 61 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.188521:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 61 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.188530:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339991552:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.188605:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.191604:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339991552:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.191635:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.191652:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:3.0:1746147257.191696:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346743680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3274us (3879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.191705:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29721 00000100:00100000:0.0:1746147257.192104:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.192352:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346743808 00000100:00100000:3.0:1746147257.192359:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346743808 00002000:00100000:3.0:1746147257.192397:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e376300 x1830967346743808/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.192407:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376300 with x1830967346743808 ext(0->7) 00010000:00010000:3.0:1746147257.192414:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 62 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.192425:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 62 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.192432:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e376300 00000100:00100000:3.0:1746147257.192477:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2624 00000100:00100000:3.0:1746147257.192484:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2007:x1830967346743808:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147257.195237:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2007:x1830967346743808:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2741us (3122us total) trans 4294972288 rc 0/0 00000100:00100000:0.0:1746147257.195282:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2624 00002000:00100000:0.0:1746147257.195292:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e376300 x1830967346743808/t4294972288(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.195302:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376300 with x1830967346743808 ext(0->7) 00010000:00010000:0.0:1746147257.195312:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 64 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.195327:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 64 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.195333:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e376300 00000100:00100000:2.0:1746147257.195473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.195743:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346743936 00000100:00100000:3.0:1746147257.195750:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346743936 00000100:00100000:3.0:1746147257.196157:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29722 00000100:00100000:3.0:1746147257.196165:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346743936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.196181:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.196196:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a28 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.196222:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.196227:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.196233:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147257.196236:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 65 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147257.196901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147257.196932:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.196949:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 65 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.196960:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:3.0:1746147257.197125:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346743936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 960us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.197133:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29722 00000100:00100000:1.0:1746147257.197532:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346744064 00000100:00100000:1.0:1746147257.197539:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346744064 00010000:00010000:1.0:1746147257.197564:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 65 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.197599:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14499 00000100:00100000:1.0:1746147257.197605:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346744064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.197616:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.197635:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 65 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.197644:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 65 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.197663:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009af79c00/0x29021e8779bffc76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a1a expref: 65 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.197679:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.197680:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.197687:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.197694:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.197718:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.197730:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.197746:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991808:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.197816:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.203461:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991808:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.203487:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.203533:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346744064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5927us (6633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.203543:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14499 00000100:00100000:0.0:1746147257.203972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.204135:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346744320 00000100:00100000:1.0:1746147257.204142:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346744320 00002000:00100000:1.0:1746147257.204179:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376680 x1830967346744320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.204189:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376680 with x1830967346744320 ext(0->4095) 00010000:00010000:1.0:1746147257.204198:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.204210:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.204216:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e376680 00000100:00100000:1.0:1746147257.204233:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2625 00000100:00100000:1.0:1746147257.204265:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346744320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.204379:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346744320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.204388:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2625 00002000:00100000:1.0:1746147257.204393:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376680 x1830967346744320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.204400:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376680 with x1830967346744320 ext(0->4095) 00010000:00010000:1.0:1746147257.204404:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.204412:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.204417:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e376680 00000100:00100000:0.0:1746147257.210855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.211050:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346744448 00000100:00100000:1.0:1746147257.211061:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346744448 00010000:00010000:1.0:1746147257.211100:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.211331:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14500 00000100:00100000:1.0:1746147257.211340:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346744448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.211354:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.211372:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.211384:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.211405:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a21 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.211423:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.211425:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.211432:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.211439:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.211469:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.211485:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991936:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.212217:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.215444:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339991936:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.215467:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.215510:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346744448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4170us (4663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.215521:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14500 00000100:00100000:0.0:1746147257.217293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.217372:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346744704 00000100:00100000:3.0:1746147257.217383:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346744704 00002000:00100000:3.0:1746147257.217433:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376d80 x1830967346744704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.217444:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376d80 with x1830967346744704 ext(0->4095) 00002000:00010000:3.0:1746147257.217449:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e376d80 00000100:00100000:3.0:1746147257.217469:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13330 00000100:00100000:3.0:1746147257.217476:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2007:x1830967346744704:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147257.218278:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2007:x1830967346744704:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 798us (992us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.218286:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13330 00002000:00100000:3.0:1746147257.218293:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376d80 x1830967346744704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.218301:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376d80 with x1830967346744704 ext(0->4095) 00002000:00010000:3.0:1746147257.218305:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e376d80 00000100:00100000:0.0:1746147257.221572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.221693:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346744832 00000100:00100000:3.0:1746147257.221703:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346744832 00000100:00100000:3.0:1746147257.222393:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29723 00000100:00100000:3.0:1746147257.222403:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346744832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.222422:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.222440:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a2f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.222470:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.222478:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.222480:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.222482:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.222519:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 63 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.222531:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 63 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.222542:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992064:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.222653:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.228746:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992064:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.228778:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147257.228788:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147257.228797:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:3.0:1746147257.228861:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346744832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6459us (7297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.228866:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346744960 00000100:00100000:3.0:1746147257.228869:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29723 00000100:00100000:2.0:1746147257.228874:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346744960 00002000:00100000:2.0:1746147257.228915:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e377480 x1830967346744960/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.228924:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377480 with x1830967346744960 ext(0->7) 00010000:00010000:2.0:1746147257.228931:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 64 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.228943:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 64 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.228949:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e377480 00000100:00100000:2.0:1746147257.228980:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2626 00000100:00100000:2.0:1746147257.228987:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346744960:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147257.230888:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346744960:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1894us (2093us total) trans 4294972289 rc 0/0 00000100:00100000:0.0:1746147257.230898:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2626 00002000:00100000:0.0:1746147257.230913:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e377480 x1830967346744960/t4294972289(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.230922:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377480 with x1830967346744960 ext(0->7) 00010000:00010000:0.0:1746147257.230930:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 66 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.230944:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 66 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.230949:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e377480 00000100:00100000:0.0:1746147257.238004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.239056:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346745088 00000100:00100000:1.0:1746147257.239065:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346745088 00010000:00010000:1.0:1746147257.239107:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 66 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.239145:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14501 00000100:00100000:1.0:1746147257.239151:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346745088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.239167:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.239187:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 66 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.239199:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 66 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.239221:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffc84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a28 expref: 66 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.239256:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.239259:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.239266:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.239274:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.239307:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.239321:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339992192:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.239418:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.244606:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339992192:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.244629:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.244679:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346745088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5527us (6684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.244694:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14501 00000100:00100000:0.0:1746147257.246016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.246762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.246858:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346745344 00000100:00100000:3.0:1746147257.246867:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346745344 00000100:00100000:3.0:1746147257.246908:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29724 00000100:00100000:3.0:1746147257.246915:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346745344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.246934:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.246951:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a36 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.246983:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.246991:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.246993:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.246996:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 66 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.247026:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.247037:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.247049:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992320:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.247116:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.247343:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346745472 00000100:00100000:1.0:1746147257.247347:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346745472 00002000:00100000:1.0:1746147257.247373:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374000 x1830967346745472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.247382:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374000 with x1830967346745472 ext(0->4095) 00010000:00010000:1.0:1746147257.247387:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.247396:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.247401:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374000 00000100:00100000:1.0:1746147257.247413:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2627 00000100:00100000:1.0:1746147257.247417:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346745472:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147257.248914:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346745472:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 1486us (2143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.248924:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2627 00002000:00100000:1.0:1746147257.248935:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374000 x1830967346745472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.248944:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374000 with x1830967346745472 ext(0->4095) 00010000:00010000:1.0:1746147257.248952:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.248969:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.248975:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374000 00000100:00100000:3.0:1746147257.252320:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992320:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.252352:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 66 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.252371:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c000, rc 0) 00000100:00100000:3.0:1746147257.252418:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1814:x1830967346745344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5502us (6405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.252426:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29724 00000100:00100000:0.0:1746147257.252634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.252809:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346745728 00000100:00100000:1.0:1746147257.252817:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346745728 00010000:00010000:1.0:1746147257.252848:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.252883:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14502 00000100:00100000:1.0:1746147257.252891:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346745728:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.252904:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.252924:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.253067:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.253090:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffc8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a2f expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.253117:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.253119:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.253126:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 65 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.253139:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 65 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.253170:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 65 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.253315:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339992448:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.253976:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.255491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.256847:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc44a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339992448:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147257.256870:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147257.256933:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346745728:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4040us (4297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147257.256944:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14502 00000100:00100000:3.0:1746147257.256946:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346745600 00000100:00100000:3.0:1746147257.256955:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346745600 00000100:00100000:3.0:1746147257.256998:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29725 00000100:00100000:3.0:1746147257.257005:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1832:x1830967346745600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.257026:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.257042:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a3d expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.257042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147257.257069:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 67 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.257076:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.257078:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.257082:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 67 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.257111:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 67 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.257122:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 67 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.257134:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992576:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147257.257184:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346745984 00000100:00100000:3.0:1746147257.257185:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.257188:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346745984 00002000:00100000:0.0:1746147257.257217:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44e00 x1830967346745984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.257226:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44e00 with x1830967346745984 ext(0->4095) 00010000:00010000:0.0:1746147257.257232:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.257263:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.257269:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc44e00 00000100:00100000:0.0:1746147257.257287:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2628 00000100:00100000:0.0:1746147257.257293:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346745984:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147257.257407:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346745984:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.257413:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2628 00002000:00100000:3.0:1746147257.257418:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44e00 x1830967346745984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.257425:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44e00 with x1830967346745984 ext(0->4095) 00010000:00010000:3.0:1746147257.257430:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.257438:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.257443:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc44e00 00000100:00100000:0.0:1746147257.260080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.260144:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346746112 00000100:00100000:2.0:1746147257.260152:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346746112 00002000:00100000:2.0:1746147257.260193:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e375880 x1830967346746112/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.260202:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375880 with x1830967346746112 ext(0->7) 00010000:00010000:2.0:1746147257.260210:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.260222:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.260234:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e375880 00000100:00100000:2.0:1746147257.260274:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2629 00000100:00100000:2.0:1746147257.260281:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346746112:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147257.260484:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992576:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.260509:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 68 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.260525:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:3.0:1746147257.260781:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:1832:x1830967346745600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3775us (5298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.260788:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29725 00000100:00100000:0.0:1746147257.266922:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2005:x1830967346746112:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 6627us (6837us total) trans 4294972290 rc 0/0 00000100:00100000:0.0:1746147257.266936:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2629 00002000:00100000:0.0:1746147257.266948:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e375880 x1830967346746112/t4294972290(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.266957:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375880 with x1830967346746112 ext(0->7) 00010000:00010000:0.0:1746147257.266968:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 69 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.266985:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 69 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.266996:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e375880 00000100:00100000:0.0:1746147257.269951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.271226:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346746240 00000100:00100000:2.0:1746147257.271239:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346746240 00010000:00010000:2.0:1746147257.271317:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 69 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.271369:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14503 00000100:00100000:2.0:1746147257.271378:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2008:x1830967346746240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.271394:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.271415:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 69 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.271429:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 69 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.271453:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779bffc92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a36 expref: 69 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.271486:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.271488:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.271495:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 68 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.271508:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 68 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.271549:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 68 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.271562:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339992704:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.271670:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.277379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.277513:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339992704:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.277534:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.277588:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2008:x1830967346746240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6211us (7646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.277599:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14503 00000100:00100000:1.0:1746147257.277688:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346746496 00000100:00100000:1.0:1746147257.277696:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346746496 00002000:00100000:1.0:1746147257.277736:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec8000 x1830967346746496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.277747:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8000 with x1830967346746496 ext(0->4095) 00002000:00010000:1.0:1746147257.277752:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec8000 00000100:00100000:1.0:1746147257.277769:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13331 00000100:00100000:1.0:1746147257.277775:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346746496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.279072:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346746496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1289us (1695us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.279082:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13331 00002000:00100000:1.0:1746147257.279090:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec8000 x1830967346746496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.279099:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8000 with x1830967346746496 ext(0->4095) 00002000:00010000:1.0:1746147257.279105:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec8000 00000100:00100000:0.0:1746147257.287857:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.288468:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346746624 00000100:00100000:3.0:1746147257.288478:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346746624 00000100:00100000:3.0:1746147257.288527:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29726 00000100:00100000:3.0:1746147257.288534:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346746624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.288554:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.288571:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a44 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.288629:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 67 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.288636:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.288639:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.288643:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.288673:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 67 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.288684:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 67 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.288696:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992832:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.288786:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.295960:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339992832:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.295993:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.296012:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:3.0:1746147257.298286:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346746624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9739us (10425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.298298:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29726 00000100:00100000:0.0:1746147257.301217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.301493:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346746752 00000100:00100000:1.0:1746147257.301503:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346746752 00002000:00100000:1.0:1746147257.301549:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ec8700 x1830967346746752/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.301559:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8700 with x1830967346746752 ext(0->7) 00010000:00010000:1.0:1746147257.301568:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.301592:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 68 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.301599:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ec8700 00000100:00100000:1.0:1746147257.302527:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2630 00000100:00100000:1.0:1746147257.302540:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346746752:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147257.302688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.302897:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346746880 00000100:00100000:3.0:1746147257.302903:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346746880 00000100:00100000:3.0:1746147257.302945:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29727 00000100:00100000:3.0:1746147257.302950:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:1814:x1830967346746880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.302959:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.302977:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a4b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.303004:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.303010:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.303016:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147257.303020:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 70 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.303058:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.303069:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 70 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.303079:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:3.0:1746147257.303141:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1814:x1830967346746880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.303147:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29727 00000100:00100000:1.0:1746147257.304409:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346746752:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1865us (3195us total) trans 4294972291 rc 0/0 00000100:00100000:1.0:1746147257.304418:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2630 00002000:00100000:1.0:1746147257.304427:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ec8700 x1830967346746752/t4294972291(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.304435:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8700 with x1830967346746752 ext(0->7) 00010000:00010000:1.0:1746147257.304555:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 71 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.304569:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 71 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.304588:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ec8700 00000100:00100000:0.0:1746147257.309375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.309614:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346747008 00000100:00100000:2.0:1746147257.309624:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346747008 00010000:00010000:2.0:1746147257.309663:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 71 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.309704:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14504 00000100:00100000:2.0:1746147257.309711:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2007:x1830967346747008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.309725:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.309745:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 71 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.309757:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 71 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.309781:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffc99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a3d expref: 71 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.309800:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.309802:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.309809:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.309817:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.309850:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.309862:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.309873:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993088:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.309947:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.312915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.312921:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993088:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.312942:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.312984:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2007:x1830967346747008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3272us (3618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.312996:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14504 00000100:00100000:1.0:1746147257.313008:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346747264 00000100:00100000:1.0:1746147257.313015:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346747264 00002000:00100000:1.0:1746147257.313058:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec8e00 x1830967346747264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.313068:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8e00 with x1830967346747264 ext(0->4095) 00010000:00010000:1.0:1746147257.313076:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.313089:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.313096:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ec8e00 00000100:00100000:1.0:1746147257.313123:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2631 00000100:00100000:1.0:1746147257.313129:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346747264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.313291:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346747264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.313297:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2631 00002000:00100000:1.0:1746147257.313302:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec8e00 x1830967346747264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.313309:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8e00 with x1830967346747264 ext(0->4095) 00010000:00010000:1.0:1746147257.313313:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.313326:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.313331:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ec8e00 00000100:00100000:0.0:1746147257.314644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.314781:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346747392 00000100:00100000:2.0:1746147257.314788:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346747392 00010000:00010000:2.0:1746147257.314816:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.314912:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14505 00000100:00100000:2.0:1746147257.314919:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346747392:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.314932:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.314951:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.314962:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.314984:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779bffca0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a44 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.315000:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.315002:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.315008:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 69 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.315016:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 69 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.315048:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 69 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.315062:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993216:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.315298:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.317282:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993216:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.317303:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.317339:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346747392:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2420us (2701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.317349:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14505 00000100:00100000:0.0:1746147257.317811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.317904:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346747648 00000100:00100000:1.0:1746147257.317911:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346747648 00002000:00100000:1.0:1746147257.317948:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9500 x1830967346747648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.317957:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9500 with x1830967346747648 ext(0->4095) 00002000:00010000:1.0:1746147257.317961:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9500 00000100:00100000:1.0:1746147257.317975:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13332 00000100:00100000:1.0:1746147257.317980:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346747648:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.318090:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346747648:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.318096:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13332 00002000:00100000:1.0:1746147257.318100:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9500 x1830967346747648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.318106:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9500 with x1830967346747648 ext(0->4095) 00002000:00010000:1.0:1746147257.318109:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9500 00000100:00100000:2.0:1746147257.324602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.324673:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346747776 00000100:00100000:0.0:1746147257.324683:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346747776 00000100:00100000:0.0:1746147257.324740:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29728 00000100:00100000:0.0:1746147257.324749:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346747776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147257.324768:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147257.324786:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a52 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.324815:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 69 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.324822:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147257.324824:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147257.324827:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.324856:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 69 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.324871:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 69 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746147257.324883:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339993344:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147257.324965:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.331622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.331667:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339993344:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.331701:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.331718:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9d200, rc 0) 00000100:00100000:2.0:1746147257.331776:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346747776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7028us (7189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.331785:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29728 00000100:00100000:2.0:1746147257.332524:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346748160 00000100:00100000:2.0:1746147257.332531:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346748160 00000100:00100000:0.0:1746147257.332547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.332566:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29729 00000100:00100000:2.0:1746147257.332572:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1814:x1830967346748160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147257.332589:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346748032 00000100:00100000:0.0:1746147257.332593:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346748032 00010000:00010000:2.0:1746147257.332597:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.332611:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a59 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746147257.332617:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ec9f80 x1830967346748032/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.332626:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9f80 with x1830967346748032 ext(0->7) 00010000:00010000:2.0:1746147257.332632:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147257.332632:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 72 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.332637:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.332644:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 72 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.332646:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147257.332649:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 72 pid: 20948 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746147257.332651:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ec9f80 00010000:00010000:2.0:1746147257.332683:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.332693:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 72 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.332700:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:2.0:1746147257.333401:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+72:1814:x1830967346748160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 826us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.333408:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29729 00000100:00100000:3.0:1746147257.333539:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2632 00000100:00100000:3.0:1746147257.333549:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346748032:12345-192.168.202.9@tcp:4:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147257.334923:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2006:x1830967346748032:12345-192.168.202.9@tcp:4:ptlrpcd_00_01.0 Request processed in 1372us (2372us total) trans 4294972292 rc 0/0 00000100:00100000:0.0:1746147257.334931:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2632 00002000:00100000:0.0:1746147257.334938:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ec9f80 x1830967346748032/t4294972292(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.334952:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9f80 with x1830967346748032 ext(0->7) 00010000:00010000:0.0:1746147257.334960:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 73 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.334973:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 73 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.334979:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ec9f80 00000100:00100000:0.0:1746147257.341678:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.342145:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346748288 00000100:00100000:2.0:1746147257.342155:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346748288 00010000:00010000:2.0:1746147257.342194:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 73 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.342270:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14506 00000100:00100000:2.0:1746147257.342278:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2007:x1830967346748288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.342295:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.342315:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 73 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.342328:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 73 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.342351:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffca7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a4b expref: 73 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.344263:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.344268:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.344283:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.344293:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.344345:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.344359:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.344373:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993600:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.344911:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.350165:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993600:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.350189:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.350236:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2007:x1830967346748288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7957us (8568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.350277:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14506 00000100:00100000:0.0:1746147257.352003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.355043:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346748544 00000100:00100000:2.0:1746147257.355060:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346748544 00002000:00100000:2.0:1746147257.355121:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093eca300 x1830967346748544/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.355132:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eca300 with x1830967346748544 ext(0->4095) 00010000:00010000:2.0:1746147257.355142:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.355157:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.355164:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eca300 00000100:00100000:2.0:1746147257.355212:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2633 00000100:00100000:2.0:1746147257.355233:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346748544:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147257.355467:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346748544:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 247us (3469us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.355473:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2633 00002000:00100000:2.0:1746147257.355478:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093eca300 x1830967346748544/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.355485:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eca300 with x1830967346748544 ext(0->4095) 00010000:00010000:2.0:1746147257.355490:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.355499:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.355504:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eca300 00000100:00100000:0.0:1746147257.365283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.366234:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346748672 00000100:00100000:2.0:1746147257.366259:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346748672 00010000:00010000:2.0:1746147257.366301:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.366343:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14507 00000100:00100000:2.0:1746147257.366351:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346748672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.366365:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.366385:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.366397:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.366421:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffcae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a52 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.367611:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.367616:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.367626:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.367637:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.367680:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.367696:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993728:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.370689:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.376479:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339993728:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.376503:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.376568:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346748672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10212us (11290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.376586:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14507 00000100:00100000:0.0:1746147257.378607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.378697:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346748928 00000100:00100000:1.0:1746147257.378705:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346748928 00002000:00100000:1.0:1746147257.378752:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecaa00 x1830967346748928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.378768:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecaa00 with x1830967346748928 ext(0->4095) 00002000:00010000:1.0:1746147257.378772:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ecaa00 00000100:00100000:1.0:1746147257.378891:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13333 00000100:00100000:1.0:1746147257.378899:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2008:x1830967346748928:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147257.379535:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2008:x1830967346748928:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 635us (933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.379542:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13333 00002000:00100000:1.0:1746147257.379548:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecaa00 x1830967346748928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.379556:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecaa00 with x1830967346748928 ext(0->4095) 00002000:00010000:1.0:1746147257.379559:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ecaa00 00000100:00100000:0.0:1746147257.388287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.388505:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346749056 00000100:00100000:2.0:1746147257.388514:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346749056 00000100:00100000:3.0:1746147257.389841:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29730 00000100:00100000:3.0:1746147257.389853:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346749056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.389874:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.389892:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a60 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.389927:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.389935:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.389937:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.389941:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.389973:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.389985:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 71 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.389996:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339993856:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.390078:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.397231:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339993856:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.397278:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.397297:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:3.0:1746147257.397351:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346749056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7501us (9077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.397360:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29730 00000100:00100000:0.0:1746147257.397598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.397929:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346749184 00000100:00100000:2.0:1746147257.397937:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346749184 00002000:00100000:2.0:1746147257.397973:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ecb100 x1830967346749184/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.397982:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb100 with x1830967346749184 ext(0->7) 00010000:00010000:2.0:1746147257.397990:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 72 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.398002:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 72 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.398008:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecb100 00000100:00100000:2.0:1746147257.398677:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2634 00000100:00100000:2.0:1746147257.398686:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2007:x1830967346749184:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147257.400693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.400902:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2007:x1830967346749184:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2215us (3303us total) trans 4294972293 rc 0/0 00000100:00100000:0.0:1746147257.400911:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2634 00002000:00100000:0.0:1746147257.400920:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ecb100 x1830967346749184/t4294972293(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.400929:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb100 with x1830967346749184 ext(0->7) 00010000:00010000:0.0:1746147257.400939:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 74 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.400954:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 74 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.400961:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecb100 00000100:00100000:3.0:1746147257.401021:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346749312 00000100:00100000:3.0:1746147257.401030:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346749312 00000100:00100000:3.0:1746147257.401072:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29731 00000100:00100000:3.0:1746147257.401078:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967346749312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.401092:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.401106:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a67 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.401130:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.401136:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.401142:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147257.401145:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 75 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.401183:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.401194:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 75 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.401203:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:3.0:1746147257.401222:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1814:x1830967346749312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.401227:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29731 00000100:00100000:0.0:1746147257.403344:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.403438:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346749440 00000100:00100000:2.0:1746147257.403447:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346749440 00010000:00010000:2.0:1746147257.403485:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 75 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.403524:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14508 00000100:00100000:2.0:1746147257.403531:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2008:x1830967346749440:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.403543:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.403562:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 75 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.403583:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 75 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.403606:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a59 expref: 75 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.404155:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.404157:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.404166:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.404175:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.404210:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.404221:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.404234:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994112:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.404346:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.406523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.406692:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346749696 00000100:00100000:1.0:1746147257.406699:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346749696 00002000:00100000:1.0:1746147257.406741:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecbb80 x1830967346749696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.406751:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecbb80 with x1830967346749696 ext(0->4095) 00010000:00010000:1.0:1746147257.406759:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.406771:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.406777:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecbb80 00000100:00100000:1.0:1746147257.406806:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2635 00000100:00100000:1.0:1746147257.406814:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346749696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.406939:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346749696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.406946:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2635 00002000:00100000:1.0:1746147257.406951:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecbb80 x1830967346749696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.406958:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecbb80 with x1830967346749696 ext(0->4095) 00010000:00010000:1.0:1746147257.406962:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.406970:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.406975:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecbb80 00000100:00100000:2.0:1746147257.407130:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994112:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.407147:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.407171:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2008:x1830967346749440:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3642us (3836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.407180:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14508 00000100:00100000:0.0:1746147257.411322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.411439:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346749824 00000100:00100000:2.0:1746147257.411449:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346749824 00010000:00010000:2.0:1746147257.411489:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.411717:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14509 00000100:00100000:2.0:1746147257.411726:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346749824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.411740:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.411759:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.411772:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.411794:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffcbc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a60 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.411868:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.411871:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.411878:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 73 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.411886:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 73 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.411921:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 73 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.411934:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994240:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.412528:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.415507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.415686:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346750080 00000100:00100000:3.0:1746147257.415696:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346750080 00002000:00100000:3.0:1746147257.415742:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9180 x1830967346750080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.415758:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9180 with x1830967346750080 ext(0->4095) 00002000:00010000:3.0:1746147257.415763:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9180 00000100:00100000:3.0:1746147257.416323:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13334 00000100:00100000:3.0:1746147257.416331:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967346750080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147257.416586:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994240:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.416607:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.416970:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967346750080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 637us (1473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.416977:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13334 00002000:00100000:3.0:1746147257.416984:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9180 x1830967346750080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.416993:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9180 with x1830967346750080 ext(0->4095) 00002000:00010000:3.0:1746147257.416997:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9180 00000100:00100000:2.0:1746147257.417090:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346749824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5363us (5778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.417099:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14509 00000100:00100000:0.0:1746147257.419036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.419398:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346750208 00000100:00100000:2.0:1746147257.419405:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346750208 00000100:00100000:2.0:1746147257.419452:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29732 00000100:00100000:2.0:1746147257.419458:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346750208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.419473:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.419491:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a6e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.419518:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 73 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.419530:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.419531:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.419535:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.419561:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 73 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.419571:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 73 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.419591:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339994368:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.419667:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.423133:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339994368:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.423168:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.423185:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1e00, rc 0) 00000100:00100000:2.0:1746147257.423272:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346750208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3783us (4213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.423281:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29732 00000100:00100000:0.0:1746147257.423583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.423698:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346750336 00000100:00100000:3.0:1746147257.423705:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346750336 00010000:00010000:3.0:1746147257.423733:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 74 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.423755:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14510 00000100:00100000:3.0:1746147257.423760:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967346750336:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.423774:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.423794:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 74 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.423804:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 74 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.423827:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffcc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a67 expref: 74 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.424920:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.424926:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.424938:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.424948:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.424994:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.425008:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994496:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.425098:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.426110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.426303:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346750464 00000100:00100000:2.0:1746147257.426311:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346750464 00000100:00100000:2.0:1746147257.426364:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29733 00000100:00100000:2.0:1746147257.426371:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967346750464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.426388:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.426403:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a75 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.426427:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.426433:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.426434:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.426442:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.426472:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.426484:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.426493:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339994624:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.427077:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.430074:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994496:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.430099:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.430152:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+75:2005:x1830967346750336:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6389us (6577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.430162:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14510 00000100:00100000:2.0:1746147257.430283:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339994624:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.430305:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 74 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.430322:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a0a00, rc 0) 00000100:00100000:2.0:1746147257.430343:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967346750464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3973us (4238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.430352:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29733 00000100:00100000:2.0:1746147257.432148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.432493:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346750720 00000100:00100000:1.0:1746147257.432502:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346750720 00002000:00100000:1.0:1746147257.432541:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053f800 x1830967346750720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.432550:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053f800 with x1830967346750720 ext(0->4095) 00010000:00010000:1.0:1746147257.432559:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.432571:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.432586:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053f800 00000100:00100000:1.0:1746147257.432613:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2636 00000100:00100000:1.0:1746147257.432619:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346750720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.432758:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346750720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.432764:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2636 00002000:00100000:1.0:1746147257.432768:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053f800 x1830967346750720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.432775:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053f800 with x1830967346750720 ext(0->4095) 00010000:00010000:1.0:1746147257.432780:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.432788:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.432793:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053f800 00000100:00100000:0.0:1746147257.435398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.435595:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346750848 00000100:00100000:3.0:1746147257.435603:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346750848 00010000:00010000:3.0:1746147257.435639:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.435681:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14511 00000100:00100000:3.0:1746147257.435688:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346750848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.435703:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.435724:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.435736:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.435759:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1e00/0x29021e8779bffcca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a6e expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.435788:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.435790:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.435797:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.435805:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.435838:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.435851:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994752:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.435937:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.440046:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339994752:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.440070:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.440124:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346750848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4434us (4733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.440135:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14511 00000100:00100000:0.0:1746147257.440340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.440946:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346751104 00000100:00100000:3.0:1746147257.440954:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346751104 00002000:00100000:3.0:1746147257.440995:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804a80 x1830967346751104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.441004:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804a80 with x1830967346751104 ext(0->4095) 00002000:00010000:3.0:1746147257.441009:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804a80 00000100:00100000:3.0:1746147257.441040:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13335 00000100:00100000:3.0:1746147257.441047:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2006:x1830967346751104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147257.441196:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2006:x1830967346751104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (856us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.441203:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13335 00002000:00100000:3.0:1746147257.441208:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804a80 x1830967346751104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.441216:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804a80 with x1830967346751104 ext(0->4095) 00002000:00010000:3.0:1746147257.441218:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804a80 00000100:00100000:0.0:1746147257.460474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.460590:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346751232 00000100:00100000:2.0:1746147257.460599:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346751232 00000100:00100000:2.0:1746147257.460659:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29734 00000100:00100000:2.0:1746147257.460668:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346751232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.460687:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.460705:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a7c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.460733:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.460740:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.460743:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.460745:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.460778:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.460789:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 73 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.460800:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339994880:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.461231:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.467624:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339994880:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.467658:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.467675:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9ca00, rc 0) 00000100:00100000:2.0:1746147257.470351:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346751232:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9669us (9872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.470362:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29734 00000100:00100000:0.0:1746147257.471114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.471215:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346751360 00000100:00100000:1.0:1746147257.471224:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346751360 00002000:00100000:1.0:1746147257.471281:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082805180 x1830967346751360/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.471291:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805180 with x1830967346751360 ext(0->7) 00010000:00010000:1.0:1746147257.471299:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 74 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.471313:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 74 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.471324:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805180 00000100:00100000:1.0:1746147257.471351:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2637 00000100:00100000:1.0:1746147257.471358:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2007:x1830967346751360:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147257.473358:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2007:x1830967346751360:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1991us (2236us total) trans 4294972294 rc 0/0 00000100:00100000:0.0:1746147257.473369:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2637 00002000:00100000:0.0:1746147257.473381:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082805180 x1830967346751360/t4294972294(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.473389:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805180 with x1830967346751360 ext(0->7) 00010000:00010000:0.0:1746147257.473399:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 76 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.473413:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 76 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.473419:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805180 00000100:00100000:0.0:1746147257.483965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.484008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.484096:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346751616 00000100:00100000:3.0:1746147257.484106:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346751616 00010000:00010000:3.0:1746147257.484135:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 76 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.484330:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346751488 00000100:00100000:2.0:1746147257.484334:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346751488 00000100:00100000:2.0:1746147257.484360:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29735 00000100:00100000:2.0:1746147257.484366:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+77:1814:x1830967346751488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.484379:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.484389:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a83 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.484408:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.484412:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.484418:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147257.484421:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 78 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.484449:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.484458:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 78 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.484471:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:2.0:1746147257.484504:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967346751488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.484509:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29735 00000100:00100000:3.0:1746147257.484564:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14512 00000100:00100000:3.0:1746147257.484569:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2007:x1830967346751616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.484585:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.484600:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 77 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.484609:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 77 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.484623:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0a00/0x29021e8779bffcd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a75 expref: 77 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.484643:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.484645:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.484650:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.484657:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.484674:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.484965:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.484982:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339995136:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.485232:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.489076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.489162:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346751872 00000100:00100000:1.0:1746147257.489169:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346751872 00002000:00100000:1.0:1746147257.489206:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805c00 x1830967346751872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.489216:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805c00 with x1830967346751872 ext(0->4095) 00010000:00010000:1.0:1746147257.489223:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.489235:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.489270:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805c00 00000100:00100000:1.0:1746147257.489299:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2638 00000100:00100000:1.0:1746147257.489306:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346751872:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.489417:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346751872:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.489424:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2638 00002000:00100000:1.0:1746147257.489429:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805c00 x1830967346751872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.489436:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805c00 with x1830967346751872 ext(0->4095) 00010000:00010000:1.0:1746147257.489441:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.489449:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.489454:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805c00 00000100:00100000:3.0:1746147257.489889:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339995136:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.489903:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.489924:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2007:x1830967346751616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5355us (5915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.489931:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14512 00000100:00100000:0.0:1746147257.492671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.492779:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346752000 00000100:00100000:3.0:1746147257.492786:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346752000 00010000:00010000:3.0:1746147257.492813:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.492874:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14513 00000100:00100000:3.0:1746147257.492882:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346752000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.492893:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.492908:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.492918:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.492937:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b9ca00/0x29021e8779bffcd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a7c expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.493607:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.493615:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.493622:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.493629:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.493657:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.493668:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339995264:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.494169:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.497026:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.497152:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339995264:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.497167:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.497203:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4cc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346752000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4321us (4537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.497212:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14513 00000100:00100000:2.0:1746147257.497353:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346752256 00000100:00100000:2.0:1746147257.497359:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346752256 00002000:00100000:2.0:1746147257.497392:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805f80 x1830967346752256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.497400:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805f80 with x1830967346752256 ext(0->4095) 00002000:00010000:2.0:1746147257.497404:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082805f80 00000100:00100000:2.0:1746147257.497604:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13336 00000100:00100000:2.0:1746147257.497615:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2006:x1830967346752256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147257.498269:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2006:x1830967346752256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 653us (1247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.498275:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13336 00002000:00100000:2.0:1746147257.498280:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805f80 x1830967346752256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.498287:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805f80 with x1830967346752256 ext(0->4095) 00002000:00010000:2.0:1746147257.498290:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082805f80 00000100:00100000:0.0:1746147257.501363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.501477:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346752384 00000100:00100000:2.0:1746147257.501485:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346752384 00000100:00100000:2.0:1746147257.501659:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29736 00000100:00100000:2.0:1746147257.501666:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346752384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.501682:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.501696:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a8a expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.501719:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.501726:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.501727:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.501730:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.501756:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.501766:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 75 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.501776:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339995392:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.502236:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.509174:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339995392:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.509200:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147257.509233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147257.509433:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9d200, rc 0) 00000100:00100000:2.0:1746147257.509468:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346752384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7803us (8111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.509479:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29736 00000100:00100000:3.0:1746147257.509551:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346752512 00000100:00100000:3.0:1746147257.509557:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346752512 00002000:00100000:3.0:1746147257.509597:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082806680 x1830967346752512/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.509605:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806680 with x1830967346752512 ext(0->7) 00010000:00010000:3.0:1746147257.509614:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 76 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.509626:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 76 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.509636:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806680 00000100:00100000:3.0:1746147257.509651:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2639 00000100:00100000:3.0:1746147257.509658:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2006:x1830967346752512:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147257.510745:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967346752512:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1086us (1509us total) trans 4294972295 rc 0/0 00000100:00100000:3.0:1746147257.510752:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2639 00002000:00100000:3.0:1746147257.510757:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082806680 x1830967346752512/t4294972295(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.510764:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806680 with x1830967346752512 ext(0->7) 00010000:00010000:3.0:1746147257.510769:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 78 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.510778:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 78 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.510784:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806680 00000100:00100000:2.0:1746147257.535026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.535116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.535176:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346752640 00000100:00100000:3.0:1746147257.535187:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346752640 00010000:00010000:3.0:1746147257.535217:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 78 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.535275:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14514 00000100:00100000:3.0:1746147257.535282:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967346752640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.535293:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.535309:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 78 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.535324:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 78 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746147257.535380:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346752768 00000100:00100000:0.0:1746147257.535384:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346752768 00000100:00100000:0.0:1746147257.535418:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29737 00000100:00100000:0.0:1746147257.535424:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1814:x1830967346752768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147257.535435:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147257.535446:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a91 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.535474:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffcdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a83 expref: 80 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.536036:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147257.536043:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.536049:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147257.536052:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.536083:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.536095:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.536107:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147257.536109:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147257.536114:0:9588:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.536120:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.536136:0:9588:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.536146:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746147257.536156:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339995648:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147257.536231:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1746147257.536534:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.536558:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967346752640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1277us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.536565:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14514 00000100:00100000:2.0:1746147257.538694:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339995648:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.538710:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048fc00, rc 0) 00000100:00100000:2.0:1746147257.538757:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967346752768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3332us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.538764:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29737 00000100:00100000:0.0:1746147257.540728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.540800:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346753024 00000100:00100000:3.0:1746147257.540808:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346753024 00002000:00100000:3.0:1746147257.540847:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806d80 x1830967346753024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.540856:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806d80 with x1830967346753024 ext(0->4095) 00010000:00010000:3.0:1746147257.540864:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.540876:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.540882:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806d80 00000100:00100000:3.0:1746147257.541090:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2640 00000100:00100000:3.0:1746147257.541097:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346753024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147257.541481:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346753024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 384us (758us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.541487:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2640 00002000:00100000:3.0:1746147257.541492:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806d80 x1830967346753024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.541499:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806d80 with x1830967346753024 ext(0->4095) 00010000:00010000:3.0:1746147257.541503:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.541511:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.541516:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806d80 00000100:00100000:0.0:1746147257.549304:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.549365:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346753152 00000100:00100000:3.0:1746147257.549374:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346753152 00010000:00010000:3.0:1746147257.549405:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.549428:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14515 00000100:00100000:3.0:1746147257.549435:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346753152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.549446:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.549462:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.549473:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.549494:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b9d200/0x29021e8779bffce6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a8a expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.549631:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.549633:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.549639:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 77 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.549647:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 77 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.549674:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 77 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.549684:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339995776:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.550229:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.555057:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339995776:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.555075:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.555123:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346753152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5687us (5826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.555132:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14515 00000100:00100000:0.0:1746147257.557954:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.558274:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346753408 00000100:00100000:3.0:1746147257.558282:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346753408 00002000:00100000:3.0:1746147257.558318:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082807480 x1830967346753408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.558332:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807480 with x1830967346753408 ext(0->4095) 00002000:00010000:3.0:1746147257.558337:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082807480 00000100:00100000:3.0:1746147257.558367:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13337 00000100:00100000:3.0:1746147257.558374:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967346753408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147257.558479:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967346753408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.558485:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13337 00002000:00100000:3.0:1746147257.558490:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082807480 x1830967346753408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.558496:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807480 with x1830967346753408 ext(0->4095) 00002000:00010000:3.0:1746147257.558498:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082807480 00000100:00100000:0.0:1746147257.561822:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.561983:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346753536 00000100:00100000:2.0:1746147257.561990:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346753536 00000100:00100000:1.0:1746147257.562446:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29738 00000100:00100000:1.0:1746147257.562455:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346753536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147257.562471:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147257.562484:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a98 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.562507:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 77 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.562514:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.562515:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.562518:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.562541:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 77 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.562550:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 77 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.562559:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339995904:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147257.562636:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.567014:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339995904:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147257.567041:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.567056:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00000100:00100000:1.0:1746147257.567094:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346753536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4641us (5278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.567102:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29738 00000100:00100000:0.0:1746147257.569310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.569818:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346753664 00000100:00100000:1.0:1746147257.569826:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346753664 00002000:00100000:1.0:1746147257.569857:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082807b80 x1830967346753664/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.569866:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807b80 with x1830967346753664 ext(0->7) 00010000:00010000:1.0:1746147257.569873:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 78 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.569884:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 78 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.569890:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082807b80 00000100:00100000:1.0:1746147257.569915:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2641 00000100:00100000:1.0:1746147257.569920:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967346753664:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147257.571324:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346753664:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1399us (2014us total) trans 4294972296 rc 0/0 00000100:00100000:0.0:1746147257.571331:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2641 00002000:00100000:0.0:1746147257.571338:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082807b80 x1830967346753664/t4294972296(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.571350:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807b80 with x1830967346753664 ext(0->7) 00010000:00010000:0.0:1746147257.571357:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.571366:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.571371:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082807b80 00000100:00100000:0.0:1746147257.580200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.580342:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346753792 00000100:00100000:3.0:1746147257.580350:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346753792 00010000:00010000:3.0:1746147257.580378:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746147257.580686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.580957:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14516 00000100:00100000:3.0:1746147257.580965:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346753792:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.580975:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.580990:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.581001:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.581019:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffced lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a91 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.581043:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.581045:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.581051:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.581057:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.581080:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.581093:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996032:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.581156:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.581356:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346753920 00000100:00100000:0.0:1746147257.581360:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346753920 00000100:00100000:0.0:1746147257.581731:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29739 00000100:00100000:0.0:1746147257.581737:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967346753920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147257.581761:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147257.581771:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81a9f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.581793:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.581799:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.581800:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.581803:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.581820:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.581830:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.581838:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339996160:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147257.581863:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.584228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.584342:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346754176 00000100:00100000:1.0:1746147257.584349:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346754176 00000100:00100000:3.0:1746147257.584539:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996032:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.584552:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746147257.584589:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804700 x1830967346754176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.584598:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804700 with x1830967346754176 ext(0->4095) 00000100:00100000:3.0:1746147257.584599:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2005:x1830967346753792:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3634us (4405us total) trans 0 rc 0/0 00010000:00010000:1.0:1746147257.584605:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.584607:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14516 00010000:00010000:1.0:1746147257.584615:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.584625:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082804700 00000100:00100000:1.0:1746147257.584639:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2642 00000100:00100000:1.0:1746147257.584645:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346754176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.584830:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346754176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.584836:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2642 00002000:00100000:1.0:1746147257.584841:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804700 x1830967346754176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.584847:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804700 with x1830967346754176 ext(0->4095) 00010000:00010000:1.0:1746147257.584851:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.584859:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.584865:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082804700 00000100:00100000:1.0:1746147257.586446:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339996160:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147257.586464:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.586477:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00000100:00100000:1.0:1746147257.586500:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967346753920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4764us (5815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.586509:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29739 00000100:00100000:0.0:1746147257.587883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.587961:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346754304 00000100:00100000:1.0:1746147257.587967:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346754304 00000100:00100000:1.0:1746147257.588006:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29740 00000100:00100000:1.0:1746147257.588012:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1832:x1830967346754304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147257.588024:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147257.588035:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81aa6 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.588052:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.588056:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.588061:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.588064:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.588088:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.588096:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.588103:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147257.588136:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1832:x1830967346754304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.588142:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29740 00000100:00100000:0.0:1746147257.589121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.589195:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346754432 00000100:00100000:3.0:1746147257.589199:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346754432 00010000:00010000:3.0:1746147257.589218:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.589285:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14517 00000100:00100000:3.0:1746147257.589291:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346754432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.589299:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.589313:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.589524:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.589540:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffcf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a98 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.589611:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.589613:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.589620:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.589627:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.589717:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.589727:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.589742:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996416:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.589990:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.592285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.592314:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346754688 00000100:00100000:0.0:1746147257.592320:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346754688 00002000:00100000:0.0:1746147257.592348:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3100 x1830967346754688/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.592356:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3100 with x1830967346754688 ext(0->4095) 00010000:00010000:0.0:1746147257.592363:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.592378:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.592384:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df3100 00000100:00100000:0.0:1746147257.592413:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2643 00000100:00100000:0.0:1746147257.592419:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346754688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147257.592517:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346754688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147257.592523:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2643 00002000:00100000:0.0:1746147257.592528:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3100 x1830967346754688/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.592535:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3100 with x1830967346754688 ext(0->4095) 00010000:00010000:0.0:1746147257.592539:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.592547:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.592553:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df3100 00000100:00100000:3.0:1746147257.592697:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996416:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.592709:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.592731:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346754432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3440us (3611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.592738:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14517 00000100:00100000:0.0:1746147257.595484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.595664:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346754816 00000100:00100000:3.0:1746147257.595670:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346754816 00010000:00010000:3.0:1746147257.595693:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.595746:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14518 00000100:00100000:3.0:1746147257.595754:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2005:x1830967346754816:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.595764:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.595778:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.595789:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.595808:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779bffcfb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81a9f expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.596012:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.596015:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.596021:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.596029:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.596056:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.596070:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996544:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.596139:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.598335:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996544:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.598350:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.598380:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346754816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2626us (2900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.598388:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14518 00000100:00100000:0.0:1746147257.598617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.598700:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346755072 00000100:00100000:3.0:1746147257.598709:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346755072 00002000:00100000:3.0:1746147257.598735:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df1180 x1830967346755072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.598744:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1180 with x1830967346755072 ext(0->4095) 00002000:00010000:3.0:1746147257.598748:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df1180 00000100:00100000:3.0:1746147257.598761:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13338 00000100:00100000:3.0:1746147257.598766:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2007:x1830967346755072:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147257.599175:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2007:x1830967346755072:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 407us (557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.599181:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13338 00002000:00100000:3.0:1746147257.599199:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df1180 x1830967346755072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.599207:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1180 with x1830967346755072 ext(0->4095) 00002000:00010000:3.0:1746147257.599209:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df1180 00000100:00100000:0.0:1746147257.600942:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.601175:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346755200 00000100:00100000:1.0:1746147257.601181:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346755200 00000100:00100000:1.0:1746147257.601217:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29741 00000100:00100000:1.0:1746147257.601223:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346755200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147257.601235:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147257.601283:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81aad expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.601307:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.601314:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.601315:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147257.601318:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.601341:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.601351:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 79 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.601411:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339996672:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147257.601593:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.605172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.606256:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346755328 00000100:00100000:3.0:1746147257.606263:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346755328 00010000:00010000:3.0:1746147257.606291:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.606301:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc46a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339996672:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147257.606320:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.606327:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14519 00000100:00100000:3.0:1746147257.606333:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346755328:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.606338:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dca00, rc 0) 00010000:00010000:3.0:1746147257.606348:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.606364:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.606371:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346755200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5148us (5433us total) trans 0 rc 0/0 00010000:00010000:3.0:1746147257.606374:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.606378:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29741 00010000:00010000:3.0:1746147257.606393:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffd02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aa6 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.606418:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.606420:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.606426:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.606438:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.606460:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.606777:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996800:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.607178:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.609330:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339996800:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147257.609341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147257.609342:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.609373:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967346755328:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3040us (4206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.609381:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14519 00000100:00100000:2.0:1746147257.609458:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346755584 00000100:00100000:2.0:1746147257.609463:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346755584 00002000:00100000:2.0:1746147257.609491:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2d80 x1830967346755584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.609499:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2d80 with x1830967346755584 ext(0->4095) 00002000:00010000:2.0:1746147257.609503:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df2d80 00000100:00100000:2.0:1746147257.609680:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13339 00000100:00100000:2.0:1746147257.609687:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346755584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147257.610081:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346755584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 394us (740us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.610088:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13339 00002000:00100000:2.0:1746147257.610093:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2d80 x1830967346755584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.610100:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2d80 with x1830967346755584 ext(0->4095) 00002000:00010000:2.0:1746147257.610103:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df2d80 00000100:00100000:1.0:1746147257.610200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.610342:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346755712 00000100:00100000:0.0:1746147257.610346:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346755712 00000100:00100000:0.0:1746147257.610366:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29742 00000100:00100000:0.0:1746147257.610371:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1814:x1830967346755712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147257.610379:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147257.610391:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ab4 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.610410:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.610416:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147257.610418:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147257.610421:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.610444:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.610453:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746147257.610463:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339996928:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147257.611007:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.614379:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090df0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339996928:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147257.614405:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.614417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147257.614425:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969f1a00, rc 0) 00000100:00100000:0.0:1746147257.614474:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967346755712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4102us (4273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147257.614481:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29742 00000100:00100000:0.0:1746147257.614517:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346755840 00000100:00100000:0.0:1746147257.614522:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346755840 00000100:00100000:0.0:1746147257.614938:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29743 00000100:00100000:0.0:1746147257.614945:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1832:x1830967346755840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147257.614957:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147257.614968:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81abb expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.615134:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147257.615143:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.615144:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147257.615149:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147257.615152:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.615205:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.615206:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346755968 00000100:00100000:2.0:1746147257.615210:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346755968 00010000:00010000:0.0:1746147257.615216:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.615223:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.615228:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b415800, rc 0) 00000100:00100000:2.0:1746147257.615291:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14520 00000100:00100000:2.0:1746147257.615297:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346755968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.615305:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746147257.615327:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1832:x1830967346755840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 382us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147257.615332:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29743 00010000:00010000:2.0:1746147257.615401:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.615412:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.615426:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dca00/0x29021e8779bffd09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aad expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.615449:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.615451:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.615456:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.615463:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.615482:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.615497:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.615507:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997184:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.615571:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.618896:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997184:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.618912:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.619061:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346755968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3762us (3915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.619071:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14520 00000100:00100000:0.0:1746147257.621547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.621737:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346756224 00000100:00100000:2.0:1746147257.621743:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346756224 00002000:00100000:2.0:1746147257.621771:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0380 x1830967346756224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.621777:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0380 with x1830967346756224 ext(0->4095) 00010000:00010000:2.0:1746147257.621783:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.621793:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.621797:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0380 00000100:00100000:2.0:1746147257.621809:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2644 00000100:00100000:2.0:1746147257.621813:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346756224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147257.621912:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346756224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.621916:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2644 00002000:00100000:2.0:1746147257.621919:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0380 x1830967346756224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.621924:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0380 with x1830967346756224 ext(0->4095) 00010000:00010000:2.0:1746147257.621926:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.621932:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.621936:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0380 00000100:00100000:0.0:1746147257.624625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.625053:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346756352 00000100:00100000:2.0:1746147257.625060:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346756352 00010000:00010000:2.0:1746147257.625084:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.625116:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14521 00000100:00100000:2.0:1746147257.625122:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2008:x1830967346756352:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.625131:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.625144:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.625154:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.625171:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1a00/0x29021e8779bffd10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ab4 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.625194:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.625196:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.625201:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.625208:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.625233:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 80 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.625270:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997312:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.625330:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.628590:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997312:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.628605:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.628648:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2008:x1830967346756352:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3526us (4028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.628657:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14521 00000100:00100000:0.0:1746147257.629064:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.629229:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346756608 00000100:00100000:2.0:1746147257.629234:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346756608 00002000:00100000:2.0:1746147257.629283:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3800 x1830967346756608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.629297:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3800 with x1830967346756608 ext(0->4095) 00002000:00010000:2.0:1746147257.629301:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df3800 00000100:00100000:2.0:1746147257.629317:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13340 00000100:00100000:2.0:1746147257.629322:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346756608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147257.629458:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346756608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (967us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.629463:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13340 00002000:00100000:2.0:1746147257.629468:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3800 x1830967346756608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.629474:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3800 with x1830967346756608 ext(0->4095) 00002000:00010000:2.0:1746147257.629477:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df3800 00000100:00100000:0.0:1746147257.631658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.631817:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346756736 00000100:00100000:2.0:1746147257.631823:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346756736 00000100:00100000:2.0:1746147257.631851:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29744 00000100:00100000:2.0:1746147257.631856:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346756736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.631869:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.631884:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ac2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.631997:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.632004:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.632006:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.632010:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.632036:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 79 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.632046:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 79 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.632056:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339997440:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.633068:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.634177:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339997440:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.634196:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.634209:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1c00, rc 0) 00000100:00100000:2.0:1746147257.634237:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346756736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2380us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.634260:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29744 00000100:00100000:0.0:1746147257.636289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.637885:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346756864 00000100:00100000:2.0:1746147257.637893:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346756864 00010000:00010000:2.0:1746147257.637926:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.637951:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14522 00000100:00100000:2.0:1746147257.637957:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346756864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.637968:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.637985:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.637994:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.638013:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b415800/0x29021e8779bffd17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81abb expref: 80 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.638040:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.638042:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.638048:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.638054:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.638080:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.638089:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997568:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.638159:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.639885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.639940:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346756992 00000100:00100000:3.0:1746147257.639946:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346756992 00000100:00100000:0.0:1746147257.639952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.639978:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346757248 00000100:00100000:3.0:1746147257.639981:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29745 00000100:00100000:0.0:1746147257.639981:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346757248 00000100:00100000:3.0:1746147257.639986:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967346756992:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.639997:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:0.0:1746147257.640004:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ab480 x1830967346757248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746147257.640007:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ac9 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746147257.640012:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ab480 with x1830967346757248 ext(0->4095) 00002000:00010000:0.0:1746147257.640016:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ab480 00010000:00010000:3.0:1746147257.640026:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.640037:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.640038:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.640041:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.640063:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.640072:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.640081:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339997696:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.640130:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.640593:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997568:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.640605:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.640630:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2005:x1830967346756864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2673us (4345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.640637:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14522 00000100:00100000:3.0:1746147257.641754:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2645 00000100:00100000:3.0:1746147257.641762:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346757248:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147257.641878:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346757248:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (1924us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.641883:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2645 00002000:00100000:3.0:1746147257.641889:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ab480 x1830967346757248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.641896:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ab480 with x1830967346757248 ext(0->4095) 00010000:00010000:3.0:1746147257.641903:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.641918:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.641923:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ab480 00000100:00100000:3.0:1746147257.643210:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339997696:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.643228:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.643267:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:3.0:1746147257.643291:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967346756992:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3305us (3410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.643297:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29745 00000100:00100000:0.0:1746147257.645467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.645538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.645651:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346757504 00000100:00100000:2.0:1746147257.645659:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346757504 00010000:00010000:2.0:1746147257.645685:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.645721:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14523 00000100:00100000:2.0:1746147257.645728:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346757504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.645738:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.645754:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.645764:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.645783:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1c00/0x29021e8779bffd1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac2 expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.645794:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.645796:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.645801:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.645808:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.645833:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.645843:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997824:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.645901:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.646067:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346757376 00000100:00100000:3.0:1746147257.646071:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346757376 00000100:00100000:3.0:1746147257.646105:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29746 00000100:00100000:3.0:1746147257.646111:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1832:x1830967346757376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.646122:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.646132:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ad0 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.646147:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.646153:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.646154:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.646157:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.646172:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.646181:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.646188:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339997952:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.646222:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.650444:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339997824:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.650463:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.650506:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346757504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4777us (4966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.650516:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14523 00000100:00100000:0.0:1746147257.651387:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.651460:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346757760 00000100:00100000:3.0:1746147257.651466:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346757760 00002000:00100000:3.0:1746147257.651654:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ab100 x1830967346757760/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.651663:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ab100 with x1830967346757760 ext(0->4095) 00010000:00010000:3.0:1746147257.651671:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.651683:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.651689:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ab100 00000100:00100000:3.0:1746147257.651715:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2646 00000100:00100000:3.0:1746147257.651722:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2005:x1830967346757760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147257.651817:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2005:x1830967346757760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (432us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.651826:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2646 00002000:00100000:3.0:1746147257.651830:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ab100 x1830967346757760/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.651837:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ab100 with x1830967346757760 ext(0->4095) 00010000:00010000:3.0:1746147257.651841:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.651849:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.651855:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ab100 00000100:00100000:3.0:1746147257.652597:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339997952:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.652614:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.652626:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:3.0:1746147257.652679:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1832:x1830967346757376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6567us (7251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.652685:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29746 00000100:00100000:0.0:1746147257.654038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.654123:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346757888 00000100:00100000:2.0:1746147257.654129:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346757888 00010000:00010000:2.0:1746147257.654147:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.654175:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14524 00000100:00100000:2.0:1746147257.654180:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2008:x1830967346757888:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.654190:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.654202:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.654212:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.654228:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ac9 expref: 81 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.654270:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.654272:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.654277:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.654289:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.654312:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.654321:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998080:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.654366:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.658875:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998080:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.658894:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.658942:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2008:x1830967346757888:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4761us (4905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.658952:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14524 00000100:00100000:0.0:1746147257.661362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.661448:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346758144 00000100:00100000:1.0:1746147257.661456:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346758144 00002000:00100000:1.0:1746147257.661488:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa300 x1830967346758144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.661496:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa300 with x1830967346758144 ext(0->4095) 00002000:00010000:1.0:1746147257.661500:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aa300 00000100:00100000:1.0:1746147257.661641:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13342 00000100:00100000:1.0:1746147257.661648:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346758144:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.661748:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346758144:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.661753:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13342 00002000:00100000:1.0:1746147257.661758:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa300 x1830967346758144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.661765:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa300 with x1830967346758144 ext(0->4095) 00002000:00010000:1.0:1746147257.661768:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aa300 00000100:00100000:0.0:1746147257.664866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.665292:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346758272 00000100:00100000:3.0:1746147257.665302:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346758272 00000100:00100000:3.0:1746147257.665355:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29747 00000100:00100000:3.0:1746147257.665363:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346758272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.665386:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.665405:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ad7 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.665435:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.665443:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.665445:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.665449:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.665482:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.665494:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 79 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.665507:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998208:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.665604:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.668974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.669061:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346758400 00000100:00100000:2.0:1746147257.669072:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346758400 00010000:00010000:2.0:1746147257.669110:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 80 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.669292:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998208:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.669317:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.669333:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:3.0:1746147257.669376:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346758272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4014us (4520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.669384:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29747 00000100:00100000:2.0:1746147257.669475:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14525 00000100:00100000:2.0:1746147257.669483:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346758400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.669495:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.669511:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 80 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746147257.669517:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147257.669522:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 80 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.669540:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad0 expref: 80 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.669557:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.669559:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.669564:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.669581:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.669610:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.669679:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346758528 00000100:00100000:3.0:1746147257.669684:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346758528 00000100:00100000:3.0:1746147257.669712:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29748 00000100:00100000:3.0:1746147257.669717:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967346758528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.669731:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.669743:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ade expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.669760:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.669766:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.669768:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.669770:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.669788:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.669797:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.669808:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998464:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.669974:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.669985:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998336:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.670144:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.670160:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.674030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.674065:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346758784 00000100:00100000:0.0:1746147257.674070:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346758784 00002000:00100000:0.0:1746147257.674105:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9f80 x1830967346758784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.674114:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9f80 with x1830967346758784 ext(0->4095) 00010000:00010000:0.0:1746147257.674121:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.674133:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.674139:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a9f80 00000100:00100000:0.0:1746147257.674164:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2647 00000100:00100000:0.0:1746147257.674169:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346758784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147257.674218:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998336:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.674233:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.674236:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096a85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998464:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.674284:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.674288:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967346758400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4804us (5324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147257.674288:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346758784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147257.674293:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2647 00000100:00100000:2.0:1746147257.674295:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14525 00002000:00100000:0.0:1746147257.674298:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9f80 x1830967346758784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.674304:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9f80 with x1830967346758784 ext(0->4095) 00010000:00010000:3.0:1746147257.674306:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00010000:00010000:0.0:1746147257.674308:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.674316:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.674321:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a9f80 00000100:00100000:3.0:1746147257.674348:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967346758528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4630us (4830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.674356:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29748 00000100:00100000:0.0:1746147257.678338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.678841:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346758912 00000100:00100000:2.0:1746147257.678849:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346758912 00010000:00010000:2.0:1746147257.678875:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.678911:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14526 00000100:00100000:2.0:1746147257.678917:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346758912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.678927:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.678942:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.678952:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.678968:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ad7 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.678982:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.678983:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.678989:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.678996:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.679020:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.679029:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998592:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.679095:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.682547:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998592:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.682567:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.682632:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346758912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3714us (4300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.682641:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14526 00000100:00100000:3.0:1746147257.684736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.684812:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346759168 00000100:00100000:1.0:1746147257.684821:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346759168 00002000:00100000:1.0:1746147257.684859:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85180 x1830967346759168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.684867:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967346759168 ext(0->4095) 00002000:00010000:1.0:1746147257.684872:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:1.0:1746147257.684907:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13343 00000100:00100000:1.0:1746147257.684914:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346759168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.685744:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967346759168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 829us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.685749:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13343 00002000:00100000:1.0:1746147257.685755:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85180 x1830967346759168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.685762:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967346759168 ext(0->4095) 00002000:00010000:1.0:1746147257.685765:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:0.0:1746147257.692792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.693000:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346759296 00000100:00100000:3.0:1746147257.693013:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346759296 00000100:00100000:3.0:1746147257.693082:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29749 00000100:00100000:3.0:1746147257.693091:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346759296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.693112:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.693132:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ae5 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.693162:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.693169:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.693171:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.693174:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.693209:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.693219:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 79 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.693235:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998720:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.694239:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.698476:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998720:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.698509:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.698527:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:3.0:1746147257.698617:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346759296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5526us (5830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.698627:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29749 00000100:00100000:0.0:1746147257.702795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.702877:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346759424 00000100:00100000:1.0:1746147257.702887:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346759424 00002000:00100000:1.0:1746147257.703005:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ad3b80 x1830967346759424/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.703016:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3b80 with x1830967346759424 ext(0->7) 00010000:00010000:1.0:1746147257.703027:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 80 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.703040:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 80 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.703045:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3b80 00000100:00100000:1.0:1746147257.703090:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2648 00000100:00100000:1.0:1746147257.703100:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967346759424:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147257.705423:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2005:x1830967346759424:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2320us (2632us total) trans 4294972297 rc 0/0 00000100:00100000:1.0:1746147257.705433:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2648 00002000:00100000:1.0:1746147257.705440:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ad3b80 x1830967346759424/t4294972297(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.705449:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3b80 with x1830967346759424 ext(0->7) 00010000:00010000:1.0:1746147257.705457:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.705470:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.705476:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3b80 00000100:00100000:0.0:1746147257.711453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.711746:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346759552 00000100:00100000:2.0:1746147257.711756:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346759552 00010000:00010000:2.0:1746147257.711788:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.711822:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14527 00000100:00100000:2.0:1746147257.711829:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2007:x1830967346759552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.711840:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.711854:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.711864:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.711880:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ade expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.711896:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.711898:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.711909:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.711919:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.711946:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.711956:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998848:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.712023:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.715315:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967339998848:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.715333:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.715382:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2007:x1830967346759552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3552us (3935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.715392:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14527 00000100:00100000:0.0:1746147257.716038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.716944:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346759808 00000100:00100000:1.0:1746147257.716951:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346759808 00002000:00100000:1.0:1746147257.716985:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad0380 x1830967346759808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.716993:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad0380 with x1830967346759808 ext(0->4095) 00002000:00010000:1.0:1746147257.716997:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad0380 00000100:00100000:1.0:1746147257.717023:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13344 00000100:00100000:1.0:1746147257.717029:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346759808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.717134:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346759808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (1097us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.717143:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13344 00002000:00100000:1.0:1746147257.717148:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad0380 x1830967346759808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.717155:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad0380 with x1830967346759808 ext(0->4095) 00002000:00010000:1.0:1746147257.717158:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad0380 00000100:00100000:0.0:1746147257.718888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.719083:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346759936 00000100:00100000:3.0:1746147257.719090:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346759936 00000100:00100000:3.0:1746147257.719667:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29750 00000100:00100000:3.0:1746147257.719676:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1814:x1830967346759936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.719690:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.719702:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81aec expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.719727:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.719734:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.719735:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.719738:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 82 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.719766:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.719776:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.719786:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998976:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.720748:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.726091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.726664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.726892:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346760064 00000100:00100000:2.0:1746147257.726900:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346760064 00000100:00100000:2.0:1746147257.726953:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29751 00000100:00100000:2.0:1746147257.726961:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+83:1832:x1830967346760064:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.726981:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.727004:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81af3 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.727058:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346760192 00000100:00100000:1.0:1746147257.727063:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346760192 00010000:00010000:1.0:1746147257.727084:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.727109:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14528 00000100:00100000:1.0:1746147257.727114:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346760192:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.727128:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746147257.727137:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339998976:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147257.727148:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.727160:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.727717:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.727738:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ae5 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.727766:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.727768:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.727775:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.727787:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.727823:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.727836:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999104:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.727866:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.727873:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.727875:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.727877:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 84 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.727936:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00010000:00010000:2.0:1746147257.727960:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.727970:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.727978:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339999232:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.727995:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346759936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8319us (9110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.728003:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29750 00000100:00100000:2.0:1746147257.728030:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.728081:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.731926:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339999232:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147257.731933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147257.731960:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147257.731960:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346760448 00000100:00100000:0.0:1746147257.731966:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346760448 00010000:00010000:2.0:1746147257.731977:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9de00, rc 0) 00002000:00100000:0.0:1746147257.732005:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577100 x1830967346760448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.732012:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577100 with x1830967346760448 ext(0->4095) 00010000:00010000:0.0:1746147257.732017:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.732028:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.732030:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1832:x1830967346760064:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5070us (5951us total) trans 0 rc 0/0 00002000:00010000:0.0:1746147257.732034:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577100 00000100:00100000:2.0:1746147257.732039:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29751 00000100:00100000:0.0:1746147257.732050:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2649 00000100:00100000:0.0:1746147257.732056:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2005:x1830967346760448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.732132:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999104:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.732142:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.732162:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346760192:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5047us (5499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.732170:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14528 00000100:00100000:1.0:1746147257.733348:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2005:x1830967346760448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1289us (1411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.733356:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2649 00002000:00100000:1.0:1746147257.733363:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577100 x1830967346760448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.733370:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577100 with x1830967346760448 ext(0->4095) 00010000:00010000:1.0:1746147257.733377:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.733388:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.733398:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577100 00000100:00100000:0.0:1746147257.735798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.735902:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346760576 00000100:00100000:1.0:1746147257.735912:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346760576 00010000:00010000:1.0:1746147257.735950:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.736607:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14529 00000100:00100000:1.0:1746147257.736616:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2006:x1830967346760576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.736630:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.736652:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.736664:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.736687:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81aec expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.736724:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.736726:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.736733:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.736740:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.736779:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 82 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.736791:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999360:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.736872:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.740752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.740861:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999360:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147257.740880:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147257.740924:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346760576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4310us (5134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.740935:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14529 00000100:00100000:2.0:1746147257.741025:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346760832 00000100:00100000:2.0:1746147257.741032:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346760832 00002000:00100000:2.0:1746147257.741071:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aea00 x1830967346760832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.741080:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aea00 with x1830967346760832 ext(0->4095) 00002000:00010000:2.0:1746147257.741084:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aea00 00000100:00100000:2.0:1746147257.741226:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13345 00000100:00100000:2.0:1746147257.741235:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2008:x1830967346760832:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147257.741377:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2008:x1830967346760832:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.741383:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13345 00002000:00100000:2.0:1746147257.741388:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aea00 x1830967346760832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.741395:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aea00 with x1830967346760832 ext(0->4095) 00002000:00010000:2.0:1746147257.741397:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aea00 00000100:00100000:0.0:1746147257.745865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.745981:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346760960 00000100:00100000:2.0:1746147257.745992:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346760960 00000100:00100000:2.0:1746147257.746087:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29752 00000100:00100000:2.0:1746147257.746096:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346760960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.746117:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.746138:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81afa expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.746168:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.746176:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.746177:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.746181:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.746215:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 81 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.746231:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 81 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.746365:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339999488:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.746883:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.749132:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967339999488:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.749164:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.749181:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048e400, rc 0) 00000100:00100000:2.0:1746147257.749223:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346760960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3129us (3369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.749232:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29752 00000100:00100000:0.0:1746147257.751434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.751608:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346761088 00000100:00100000:1.0:1746147257.751618:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346761088 00010000:00010000:1.0:1746147257.751653:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 82 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746147257.751690:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14530 00000100:00100000:1.0:1746147257.751698:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346761088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147257.751713:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147257.751734:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 82 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.751746:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 82 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.751770:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779bffd4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81af3 expref: 82 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.751832:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.751834:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147257.751841:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.751848:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147257.751884:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147257.751896:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999616:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147257.751972:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.752272:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.752354:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346761216 00000100:00100000:0.0:1746147257.752358:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346761216 00000100:00100000:3.0:1746147257.753291:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29753 00000100:00100000:3.0:1746147257.753302:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+82:1814:x1830967346761216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.753318:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.753334:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b01 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.753359:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.753370:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.753372:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.753375:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.753400:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.753411:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 5 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.753421:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339999744:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.753497:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.755866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.755895:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346761472 00000100:00100000:1.0:1746147257.755903:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346761472 00002000:00100000:1.0:1746147257.755949:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc47800 x1830967346761472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.755959:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47800 with x1830967346761472 ext(0->4095) 00010000:00010000:1.0:1746147257.755969:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.755982:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.755988:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc47800 00000100:00100000:1.0:1746147257.756022:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2650 00000100:00100000:1.0:1746147257.756030:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346761472:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.756173:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346761472:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.756180:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2650 00002000:00100000:1.0:1746147257.756185:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc47800 x1830967346761472/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.756192:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47800 with x1830967346761472 ext(0->4095) 00010000:00010000:1.0:1746147257.756197:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.756204:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.756209:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc47800 00000100:00100000:0.0:1746147257.756376:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999616:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147257.756395:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147257.756430:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2006:x1830967346761088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4733us (5004us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147257.756438:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14530 00000100:00100000:3.0:1746147257.756585:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967339999744:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.756604:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 82 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.756619:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:3.0:1746147257.756639:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+82:1814:x1830967346761216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3341us (4395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.756645:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29753 00000100:00100000:0.0:1746147257.757618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.757716:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346761600 00000100:00100000:2.0:1746147257.757723:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346761600 00010000:00010000:2.0:1746147257.757751:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.757778:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14531 00000100:00100000:2.0:1746147257.757785:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346761600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.757797:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.757813:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.757828:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.757851:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffd56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81afa expref: 6 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.757865:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.757868:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.757874:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.757882:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.757917:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.757929:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999872:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.757994:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.759533:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967339999872:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.759552:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.759607:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346761600:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1822us (1991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.759617:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14531 00000100:00100000:0.0:1746147257.759775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.759822:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346761856 00000100:00100000:2.0:1746147257.759828:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346761856 00002000:00100000:2.0:1746147257.759860:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76d80 x1830967346761856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.759869:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76d80 with x1830967346761856 ext(0->4095) 00002000:00010000:2.0:1746147257.759874:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76d80 00000100:00100000:2.0:1746147257.759889:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13346 00000100:00100000:2.0:1746147257.759895:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346761856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147257.760001:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346761856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (227us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.760007:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13346 00002000:00100000:2.0:1746147257.760012:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76d80 x1830967346761856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.760019:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76d80 with x1830967346761856 ext(0->4095) 00002000:00010000:2.0:1746147257.760022:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76d80 00000100:00100000:0.0:1746147257.763038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.764687:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346761984 00000100:00100000:3.0:1746147257.764701:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346761984 00000100:00100000:3.0:1746147257.764760:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29754 00000100:00100000:3.0:1746147257.764769:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346761984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.764793:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.764813:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b08 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.764843:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.764850:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.764852:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.764855:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.764888:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 81 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.764900:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 81 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.764912:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340000000:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.765022:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.766648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.766728:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346762112 00000100:00100000:2.0:1746147257.766736:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346762112 00002000:00100000:2.0:1746147257.766777:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082d180 x1830967346762112/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.766787:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d180 with x1830967346762112 ext(0->7) 00010000:00010000:2.0:1746147257.766796:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.766809:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 82 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.766816:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082d180 00000100:00100000:2.0:1746147257.766846:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2651 00000100:00100000:2.0:1746147257.766852:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967346762112:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147257.767028:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340000000:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.767050:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.767064:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:3.0:1746147257.767099:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346761984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2332us (4071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.767110:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29754 00000100:00100000:2.0:1746147257.775591:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346762112:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 8716us (8928us total) trans 4294972298 rc 0/0 00000100:00100000:2.0:1746147257.775605:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2651 00002000:00100000:2.0:1746147257.775615:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013082d180 x1830967346762112/t4294972298(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.775625:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d180 with x1830967346762112 ext(0->7) 00010000:00010000:2.0:1746147257.775636:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.775654:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746147257.775660:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082d180 00000100:00100000:0.0:1746147257.786196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.786342:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346762240 00000100:00100000:3.0:1746147257.786349:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346762240 00000100:00100000:3.0:1746147257.786394:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29755 00000100:00100000:3.0:1746147257.786401:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346762240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.786415:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.786429:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b0f expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.786450:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.786455:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.786461:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147257.786464:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.786492:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.786502:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.786510:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:3.0:1746147257.786557:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1814:x1830967346762240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.786563:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29755 00000100:00100000:0.0:1746147257.787194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.789072:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346762368 00000100:00100000:2.0:1746147257.789082:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346762368 00010000:00010000:2.0:1746147257.789116:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.789142:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14532 00000100:00100000:2.0:1746147257.789148:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2005:x1830967346762368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.789159:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147257.789171:0:7226:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147258 -> 1746147259 00002000:00010000:2.0:1746147257.789173:0:7226:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147258 -> 1746147259 00010000:00010000:2.0:1746147257.789178:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.789188:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.789205:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b01 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.789221:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.789223:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.789228:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.789235:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.789278:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.789288:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.789299:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340000256:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.789705:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.793177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.793319:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340000256:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147257.793334:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147257.793365:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967346762368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4217us (6171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147257.793374:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14532 00000100:00100000:3.0:1746147257.793585:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346762624 00000100:00100000:3.0:1746147257.793590:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346762624 00002000:00100000:3.0:1746147257.793621:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6680 x1830967346762624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.793630:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967346762624 ext(0->4095) 00010000:00010000:3.0:1746147257.793637:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.793647:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.793653:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:3.0:1746147257.793667:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2652 00000100:00100000:3.0:1746147257.793672:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346762624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147257.793757:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346762624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (586us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.793762:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2652 00002000:00100000:3.0:1746147257.793766:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6680 x1830967346762624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.793773:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967346762624 ext(0->4095) 00010000:00010000:3.0:1746147257.793777:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.793784:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.793793:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:0.0:1746147257.799321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.799442:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346762752 00000100:00100000:2.0:1746147257.799450:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346762752 00010000:00010000:2.0:1746147257.799482:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.799507:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14533 00000100:00100000:2.0:1746147257.799513:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346762752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.799525:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.799540:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.799551:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.799599:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b08 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.799625:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.799627:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.799632:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.799643:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.799668:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.799678:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340000384:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.799990:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.804963:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340000384:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.804982:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.805026:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346762752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5512us (5711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.805035:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14533 00000100:00100000:0.0:1746147257.805339:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.805359:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346763008 00000100:00100000:0.0:1746147257.805364:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346763008 00002000:00100000:0.0:1746147257.805394:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4e00 x1830967346763008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.805402:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4e00 with x1830967346763008 ext(0->4095) 00002000:00010000:0.0:1746147257.805406:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4e00 00000100:00100000:1.0:1746147257.807335:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13347 00000100:00100000:1.0:1746147257.807346:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967346763008:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.807454:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967346763008:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (2116us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.807460:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13347 00002000:00100000:1.0:1746147257.807466:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4e00 x1830967346763008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.807473:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4e00 with x1830967346763008 ext(0->4095) 00002000:00010000:1.0:1746147257.807477:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4e00 00000100:00100000:0.0:1746147257.810101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.810695:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346763136 00000100:00100000:3.0:1746147257.810701:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346763136 00000100:00100000:3.0:1746147257.810735:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29756 00000100:00100000:3.0:1746147257.810743:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346763136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.810755:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.810768:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b16 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.810789:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.810796:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.810797:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.810800:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.810823:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.810832:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.810841:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340000512:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.810896:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.813001:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340000512:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.813021:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.813034:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:3.0:1746147257.813076:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346763136:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2331us (2979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.813082:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29756 00000100:00100000:0.0:1746147257.819903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.820001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.820088:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346763264 00000100:00100000:2.0:1746147257.820095:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346763264 00010000:00010000:2.0:1746147257.820124:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.820148:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14534 00000100:00100000:2.0:1746147257.820154:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346763264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.820164:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.820178:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.820190:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.820208:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b0f expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.820223:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.820225:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.820230:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.820237:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.820288:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.820297:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340000640:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.820359:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.820434:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346763392 00000100:00100000:3.0:1746147257.820438:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346763392 00000100:00100000:3.0:1746147257.820460:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29757 00000100:00100000:3.0:1746147257.820464:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346763392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.820474:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.820483:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b1d expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.820497:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.820502:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.820503:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.820506:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.820520:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.820528:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.820536:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340000768:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.820555:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.826106:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.826825:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340000640:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.826841:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.826895:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346763264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6739us (6997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.826903:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14534 00000100:00100000:0.0:1746147257.827339:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346763648 00000100:00100000:0.0:1746147257.827346:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346763648 00002000:00100000:0.0:1746147257.827377:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374e00 x1830967346763648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.827387:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374e00 with x1830967346763648 ext(0->4095) 00010000:00010000:0.0:1746147257.827394:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.827406:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.827412:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374e00 00000100:00100000:0.0:1746147257.827426:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2653 00000100:00100000:0.0:1746147257.827432:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346763648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147257.827525:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346763648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (1425us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147257.827530:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2653 00002000:00100000:0.0:1746147257.827535:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374e00 x1830967346763648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.827547:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374e00 with x1830967346763648 ext(0->4095) 00010000:00010000:0.0:1746147257.827551:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746147257.827561:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746147257.827565:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374e00 00000100:00100000:3.0:1746147257.827797:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340000768:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.827845:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.827857:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:3.0:1746147257.827879:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346763392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7414us (7878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.827885:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29757 00000100:00100000:0.0:1746147257.830872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.832709:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346763776 00000100:00100000:3.0:1746147257.832718:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346763776 00000100:00100000:3.0:1746147257.832768:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29758 00000100:00100000:3.0:1746147257.832776:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346763776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.832792:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.832806:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b24 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.832827:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.832832:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.832838:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.832841:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 7 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.832870:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.832880:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 7 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.832889:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:3.0:1746147257.833330:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+7:1832:x1830967346763776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 554us (2463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.833337:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29758 00000100:00100000:0.0:1746147257.833506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.833696:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346763904 00000100:00100000:3.0:1746147257.833700:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346763904 00010000:00010000:3.0:1746147257.833714:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 7 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.833730:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14535 00000100:00100000:3.0:1746147257.833735:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:2008:x1830967346763904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.833742:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.833756:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 7 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.833768:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 7 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.833782:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffd72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b16 expref: 7 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.833886:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.833888:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.833893:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.833899:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.833915:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.833923:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.833932:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001024:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.834819:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.840680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.840758:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346764160 00000100:00100000:1.0:1746147257.840765:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346764160 00002000:00100000:1.0:1746147257.840802:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f79180 x1830967346764160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.840811:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79180 with x1830967346764160 ext(0->4095) 00010000:00010000:1.0:1746147257.840819:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.840830:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.840836:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f79180 00000100:00100000:1.0:1746147257.840851:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2654 00000100:00100000:1.0:1746147257.840858:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346764160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.840970:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346764160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.840976:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2654 00002000:00100000:1.0:1746147257.840980:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f79180 x1830967346764160/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.840986:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79180 with x1830967346764160 ext(0->4095) 00010000:00010000:1.0:1746147257.840990:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.840997:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.841006:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f79180 00000100:00100000:3.0:1746147257.841303:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001024:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.841315:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.841485:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346763904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7748us (7978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.841495:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14535 00000100:00100000:0.0:1746147257.843238:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.843497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.843563:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346764288 00000100:00100000:2.0:1746147257.843565:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346764416 00000100:00100000:3.0:1746147257.843581:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346764288 00000100:00100000:2.0:1746147257.843583:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346764416 00010000:00010000:2.0:1746147257.843610:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.843624:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29759 00000100:00100000:3.0:1746147257.843631:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1814:x1830967346764288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746147257.843646:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14536 00000100:00100000:2.0:1746147257.843653:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346764416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.843658:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.843663:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.843675:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b2b expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.843677:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.843688:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 86 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.843699:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.843763:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.843770:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147257.843774:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.843794:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779bffd79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b1d expref: 86 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.843925:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.843927:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.843933:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.843940:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.843971:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.843984:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.843997:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340001152:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.844006:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.844015:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.844025:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001280:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.844107:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.844107:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.846531:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001280:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.846549:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.846607:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346764416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2954us (3109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.846615:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14536 00000100:00100000:3.0:1746147257.846679:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340001152:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.846706:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.846721:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:3.0:1746147257.846765:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346764288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3133us (3534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.846773:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29759 00000100:00100000:0.0:1746147257.847024:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.847160:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346764672 00000100:00100000:1.0:1746147257.847166:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346764672 00002000:00100000:1.0:1746147257.847202:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7b80 x1830967346764672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.847212:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7b80 with x1830967346764672 ext(0->4095) 00010000:00010000:1.0:1746147257.847219:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.847231:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.847237:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb7b80 00000100:00100000:1.0:1746147257.847292:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2655 00000100:00100000:1.0:1746147257.847299:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346764672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.847487:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346764672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 188us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.847494:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2655 00002000:00100000:1.0:1746147257.847500:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7b80 x1830967346764672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.847507:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7b80 with x1830967346764672 ext(0->4095) 00010000:00010000:1.0:1746147257.847512:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.847521:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.847526:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb7b80 00000100:00100000:0.0:1746147257.849017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.849191:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346764800 00000100:00100000:2.0:1746147257.849198:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346764800 00010000:00010000:2.0:1746147257.849226:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.849301:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14537 00000100:00100000:2.0:1746147257.849307:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346764800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.849318:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.849338:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.849350:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.849373:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779bffd80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b24 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.849388:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.849390:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.849397:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.849405:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.849438:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.849450:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001408:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.849526:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.852685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.852746:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346765056 00000100:00100000:1.0:1746147257.852753:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346765056 00002000:00100000:1.0:1746147257.852800:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5ed80 x1830967346765056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.852809:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ed80 with x1830967346765056 ext(0->4095) 00002000:00010000:1.0:1746147257.852815:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5ed80 00000100:00100000:1.0:1746147257.852849:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13348 00000100:00100000:1.0:1746147257.852857:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346765056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147257.852934:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001408:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.852953:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.853056:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346764800:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3748us (4043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147257.853063:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346765056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 207us (388us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.853065:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14537 00000100:00100000:1.0:1746147257.853068:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13348 00002000:00100000:1.0:1746147257.853073:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5ed80 x1830967346765056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.853079:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ed80 with x1830967346765056 ext(0->4095) 00002000:00010000:1.0:1746147257.853081:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5ed80 00000100:00100000:0.0:1746147257.854541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.854611:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346765184 00000100:00100000:3.0:1746147257.854618:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346765184 00000100:00100000:3.0:1746147257.854663:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29760 00000100:00100000:3.0:1746147257.854670:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346765184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.854682:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.854699:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b32 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.854723:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.854730:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.854732:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.854736:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.854765:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.854777:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.854791:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340001536:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.854872:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.856110:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340001536:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.856132:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.856145:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:3.0:1746147257.856173:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346765184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1504us (1637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.856179:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29760 00000100:00100000:0.0:1746147257.856617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.856679:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346765312 00000100:00100000:2.0:1746147257.856686:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346765312 00010000:00010000:2.0:1746147257.856714:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.856744:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14538 00000100:00100000:2.0:1746147257.856750:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346765312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.856761:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.856780:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.856791:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.856811:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffd87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b2b expref: 84 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.856838:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.856840:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.856847:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.856855:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.856881:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.856891:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001664:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.856948:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.859910:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340001664:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.859932:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.859990:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2006:x1830967346765312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3238us (3372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.860001:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14538 00000100:00100000:0.0:1746147257.860830:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.860893:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346765568 00000100:00100000:1.0:1746147257.860901:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346765568 00002000:00100000:1.0:1746147257.860947:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e88700 x1830967346765568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.860964:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88700 with x1830967346765568 ext(0->4095) 00002000:00010000:1.0:1746147257.860969:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e88700 00000100:00100000:1.0:1746147257.860994:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13349 00000100:00100000:1.0:1746147257.861001:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346765568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.861135:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346765568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.861142:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13349 00002000:00100000:1.0:1746147257.861147:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e88700 x1830967346765568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.861154:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88700 with x1830967346765568 ext(0->4095) 00002000:00010000:1.0:1746147257.861156:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e88700 00000100:00100000:0.0:1746147257.862607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.862892:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346765696 00000100:00100000:3.0:1746147257.862900:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346765696 00000100:00100000:3.0:1746147257.862950:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29761 00000100:00100000:3.0:1746147257.862957:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+83:1814:x1830967346765696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.862971:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.862990:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b39 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.863019:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.863026:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.863028:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.863031:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.863067:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.863078:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.863092:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340001792:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.863368:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.863453:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.863555:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346765824 00000100:00100000:2.0:1746147257.863560:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346765824 00000100:00100000:2.0:1746147257.863593:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29762 00000100:00100000:2.0:1746147257.863599:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1832:x1830967346765824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.863606:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.863613:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b40 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.863626:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.863630:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.863635:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.863638:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 86 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.863662:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.863674:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 86 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.863689:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048fc00, rc 0) 00000100:00100000:2.0:1746147257.863730:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1832:x1830967346765824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.863736:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29762 00000100:00100000:0.0:1746147257.865604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.865714:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340001792:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.865739:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.865754:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:2.0:1746147257.865865:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346765952 00000100:00100000:2.0:1746147257.865870:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346765952 00010000:00010000:2.0:1746147257.865898:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.865923:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14539 00000100:00100000:2.0:1746147257.865929:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346765952:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.865940:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.865965:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.865976:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.866001:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779bffd8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b32 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.866026:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.866028:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.866035:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.866046:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.866076:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.866087:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.866097:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002048:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.866198:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1814:x1830967346765696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3241us (3598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.866206:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29761 00000100:00100000:2.0:1746147257.866964:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.873150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.873319:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002048:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.873341:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.873389:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346765952:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7460us (7792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.873400:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14539 00000100:00100000:3.0:1746147257.873716:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346766208 00000100:00100000:3.0:1746147257.873723:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346766208 00002000:00100000:3.0:1746147257.873761:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3b80 x1830967346766208/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.873770:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3b80 with x1830967346766208 ext(0->4095) 00010000:00010000:3.0:1746147257.873778:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.873795:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.873802:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e3b80 00000100:00100000:3.0:1746147257.873818:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2656 00000100:00100000:3.0:1746147257.873825:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346766208:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147257.873941:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346766208:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.873947:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2656 00002000:00100000:3.0:1746147257.873953:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3b80 x1830967346766208/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.873960:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3b80 with x1830967346766208 ext(0->4095) 00010000:00010000:3.0:1746147257.873964:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.873973:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.873978:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e3b80 00000100:00100000:0.0:1746147257.877208:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.877545:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346766336 00000100:00100000:2.0:1746147257.877554:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346766336 00010000:00010000:2.0:1746147257.877643:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.877670:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14540 00000100:00100000:2.0:1746147257.877677:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2007:x1830967346766336:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147257.877690:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147257.877711:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.877723:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.877746:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779bffd95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b39 expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746147257.877912:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.877915:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.877922:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 84 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.877931:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 84 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.877966:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 84 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147257.877979:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002176:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147257.878496:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.882876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.882965:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002176:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147257.882986:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147257.883032:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2007:x1830967346766336:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5354us (5833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.883043:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14540 00000100:00100000:1.0:1746147257.883121:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346766592 00000100:00100000:1.0:1746147257.883128:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346766592 00002000:00100000:1.0:1746147257.883167:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa680 x1830967346766592/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.883176:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa680 with x1830967346766592 ext(0->4095) 00002000:00010000:1.0:1746147257.883180:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aa680 00000100:00100000:1.0:1746147257.883379:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13350 00000100:00100000:1.0:1746147257.883387:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346766592:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.883517:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346766592:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.883523:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13350 00002000:00100000:1.0:1746147257.883528:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa680 x1830967346766592/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.883535:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa680 with x1830967346766592 ext(0->4095) 00002000:00010000:1.0:1746147257.883538:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aa680 00000100:00100000:0.0:1746147257.885845:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.885956:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346766720 00000100:00100000:3.0:1746147257.885964:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346766720 00000100:00100000:3.0:1746147257.886017:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29763 00000100:00100000:3.0:1746147257.886023:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346766720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.886040:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.886059:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b47 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.886089:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.886097:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.886098:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.886102:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.886133:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.886145:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 83 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.886157:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340002304:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.887106:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.889078:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340002304:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.889109:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.889127:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:3.0:1746147257.889172:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346766720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3148us (3336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.889180:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29763 00000100:00100000:0.0:1746147257.889783:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.890039:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346766848 00000100:00100000:3.0:1746147257.890047:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346766848 00010000:00010000:3.0:1746147257.890074:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 84 pid: 9588 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.890493:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14541 00000100:00100000:3.0:1746147257.890501:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967346766848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.890514:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.890535:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 84 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.890547:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 84 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.890583:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048fc00/0x29021e8779bffd9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b40 expref: 84 pid: 9588 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.890614:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.890616:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.890625:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.890633:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.890665:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.890677:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002432:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.892205:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.892807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.892954:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346766976 00000100:00100000:3.0:1746147257.892962:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346766976 00000100:00100000:3.0:1746147257.893015:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29764 00000100:00100000:3.0:1746147257.893023:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346766976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.893039:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.893055:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b4e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.893084:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.893091:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.893093:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.893097:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.893125:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.893137:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.893147:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340002560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.893221:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.895035:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002432:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.895053:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.895090:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346766848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4589us (5307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.895100:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14541 00000100:00100000:0.0:1746147257.897880:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.897929:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346767232 00000100:00100000:3.0:1746147257.897938:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346767232 00002000:00100000:3.0:1746147257.898041:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806a00 x1830967346767232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.898051:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806a00 with x1830967346767232 ext(0->4095) 00010000:00010000:3.0:1746147257.898061:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.898074:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.898081:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806a00 00000100:00100000:2.0:1746147257.898296:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340002560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.898318:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2657 00010000:00010000:2.0:1746147257.898321:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 84 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.898325:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346767232:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746147257.898335:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:2.0:1746147257.898380:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346766976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5359us (5579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.898386:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29764 00000100:00100000:3.0:1746147257.898543:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346767232:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 218us (670us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147257.898550:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2657 00002000:00100000:3.0:1746147257.898555:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806a00 x1830967346767232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147257.898563:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806a00 with x1830967346767232 ext(0->4095) 00010000:00010000:3.0:1746147257.898567:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.898594:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746147257.898599:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806a00 00000100:00100000:0.0:1746147257.900064:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340002688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147257.900116:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147257.900189:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340002688 00000100:00100000:2.0:1746147257.900194:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340002688 00000100:00100000:2.0:1746147257.900227:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1746147257.900233:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340002688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746147257.900281:0:7245:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:2.0:1746147257.900596:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340002688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 362us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.900603:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1746147257.900683:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340002688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147257.901987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.902487:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346767360 00000100:00100000:3.0:1746147257.902494:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346767360 00010000:00010000:3.0:1746147257.902528:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.902561:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14542 00000100:00100000:3.0:1746147257.902567:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346767360:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.902590:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.902612:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.902623:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.902647:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779bffda3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b47 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.902676:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.902679:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.902686:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.902699:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.902731:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.902742:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002816:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.902828:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.906647:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.906744:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346767616 00000100:00100000:2.0:1746147257.906752:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346767616 00002000:00100000:2.0:1746147257.906799:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3480 x1830967346767616/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.906809:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3480 with x1830967346767616 ext(0->4095) 00002000:00010000:2.0:1746147257.906814:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e3480 00000100:00100000:2.0:1746147257.906833:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13351 00000100:00100000:2.0:1746147257.906841:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967346767616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147257.906982:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967346767616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147257.906992:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13351 00002000:00100000:2.0:1746147257.906998:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3480 x1830967346767616/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.907004:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3480 with x1830967346767616 ext(0->4095) 00002000:00010000:2.0:1746147257.907006:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e3480 00000100:00100000:3.0:1746147257.907832:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340002816:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.907851:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.908629:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346767360:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6057us (6642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.908642:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14542 00000100:00100000:0.0:1746147257.910790:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.910849:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346767744 00000100:00100000:2.0:1746147257.910857:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346767744 00000100:00100000:2.0:1746147257.910901:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29765 00000100:00100000:2.0:1746147257.910909:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346767744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.910927:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.910947:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b55 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.910980:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.910988:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.910990:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.910993:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.911027:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 83 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.911039:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 83 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746147257.911056:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340002944:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.911798:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.924336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.924435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.924479:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346768000 00000100:00100000:0.0:1746147257.924488:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346768000 00000100:00100000:0.0:1746147257.924545:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29766 00000100:00100000:0.0:1746147257.924554:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967346768000:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147257.924585:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147257.924605:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b5c expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.924634:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147257.924640:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.924646:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147257.924651:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.924689:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.924701:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147257.924716:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969f1c00, rc 0) 00000100:00100000:0.0:1746147257.924762:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1814:x1830967346768000:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147257.924768:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29766 00000100:00100000:2.0:1746147257.924826:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340002944:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.924845:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.924853:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a06e00, rc 0) 00000100:00100000:2.0:1746147257.924880:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346767744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13972us (14099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.924885:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29765 00000100:00100000:1.0:1746147257.924962:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346767872 00000100:00100000:1.0:1746147257.924967:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346767872 00002000:00100000:1.0:1746147257.924996:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d29ed80 x1830967346767872/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.925003:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967346767872 ext(0->7) 00010000:00010000:1.0:1746147257.925010:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.925031:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 85 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.925040:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29ed80 00000100:00100000:1.0:1746147257.925065:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2658 00000100:00100000:1.0:1746147257.925071:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967346767872:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147257.929621:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2006:x1830967346767872:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4537us (5283us total) trans 4294972299 rc 0/0 00000100:00100000:1.0:1746147257.929634:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2658 00002000:00100000:1.0:1746147257.929646:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d29ed80 x1830967346767872/t4294972299(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 496/448 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.929655:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967346767872 ext(0->7) 00010000:00010000:1.0:1746147257.929667:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 87 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.929683:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 87 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.929689:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29ed80 00000100:00100000:0.0:1746147257.935202:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.935577:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346768128 00000100:00100000:3.0:1746147257.935587:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346768128 00010000:00010000:3.0:1746147257.935626:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 87 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.935662:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14543 00000100:00100000:3.0:1746147257.935670:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2007:x1830967346768128:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.935686:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.939039:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 87 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.939060:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 87 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.939086:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdaa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b4e expref: 87 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.939397:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.939400:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.939409:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.939418:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.939468:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.939481:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 5 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.939495:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003200:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.939609:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.944144:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003200:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.944167:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.944215:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2007:x1830967346768128:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8544us (9022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.944226:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14543 00000100:00100000:0.0:1746147257.945816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.945971:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346768384 00000100:00100000:1.0:1746147257.945979:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346768384 00002000:00100000:1.0:1746147257.946016:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29c700 x1830967346768384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.946025:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c700 with x1830967346768384 ext(0->4095) 00010000:00010000:1.0:1746147257.946033:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.946045:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.946051:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c700 00000100:00100000:1.0:1746147257.946083:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2659 00000100:00100000:1.0:1746147257.946090:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346768384:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.946204:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346768384:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.946214:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2659 00002000:00100000:1.0:1746147257.946218:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29c700 x1830967346768384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.946225:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c700 with x1830967346768384 ext(0->4095) 00010000:00010000:1.0:1746147257.946229:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746147257.946237:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746147257.946268:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c700 00000100:00100000:0.0:1746147257.951618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.952480:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346768512 00000100:00100000:3.0:1746147257.952492:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346768512 00010000:00010000:3.0:1746147257.952534:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746147257.952582:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14544 00000100:00100000:3.0:1746147257.952590:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346768512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.952606:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.952626:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.952639:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.952666:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779bffdb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b55 expref: 6 pid: 20948 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746147257.953773:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.953777:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.953789:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.953800:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.953846:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.953862:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003328:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.953969:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.956141:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147257.956174:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346768768 00000100:00100000:0.0:1746147257.956181:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346768768 00002000:00100000:0.0:1746147257.956213:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29dc00 x1830967346768768/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147257.956221:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29dc00 with x1830967346768768 ext(0->4095) 00002000:00010000:0.0:1746147257.956225:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29dc00 00000100:00100000:0.0:1746147257.956274:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13352 00000100:00100000:0.0:1746147257.956280:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346768768:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.956458:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346768768:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.956468:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13352 00002000:00100000:1.0:1746147257.956476:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29dc00 x1830967346768768/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.956484:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29dc00 with x1830967346768768 ext(0->4095) 00002000:00010000:1.0:1746147257.956489:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29dc00 00000100:00100000:3.0:1746147257.956787:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003328:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.956805:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.956837:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346768512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4247us (5226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.956844:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14544 00000100:00100000:0.0:1746147257.960767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.960877:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346768896 00000100:00100000:2.0:1746147257.960884:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346768896 00000100:00100000:2.0:1746147257.960920:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29767 00000100:00100000:2.0:1746147257.960926:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a862050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346768896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.960940:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.960953:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b63 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.960978:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.960985:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.960987:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.960990:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.961021:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.961032:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 85 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147257.961041:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340003456:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.962296:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.964480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.964624:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340003456:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.964652:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.964668:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048e400, rc 0) 00000100:00100000:2.0:1746147257.964720:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a862050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346768896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3792us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.964728:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29767 00000100:00100000:3.0:1746147257.966280:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346769024 00000100:00100000:3.0:1746147257.966289:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346769024 00010000:00010000:3.0:1746147257.966319:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 86 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147257.966346:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14545 00000100:00100000:3.0:1746147257.966352:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346769024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.966364:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.966379:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 86 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.966389:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 86 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.966409:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b5c expref: 86 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.966433:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.966435:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.966441:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.966452:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.966486:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.966497:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003584:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.966577:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147257.967807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.968136:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346769152 00000100:00100000:3.0:1746147257.968142:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346769152 00000100:00100000:3.0:1746147257.968171:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29768 00000100:00100000:3.0:1746147257.968177:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1814:x1830967346769152:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.968190:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.968201:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b6a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.968225:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.968232:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.968234:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.968237:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.968283:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.968297:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147257.968307:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340003712:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147257.968504:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.968836:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003584:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.968848:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.968877:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2006:x1830967346769024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2525us (4402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.968885:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14545 00000100:00100000:0.0:1746147257.970333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.970716:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346769408 00000100:00100000:1.0:1746147257.970722:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346769408 00002000:00100000:1.0:1746147257.970754:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d83b80 x1830967346769408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.970763:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d83b80 with x1830967346769408 ext(0->4095) 00010000:00010000:1.0:1746147257.970770:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147257.970782:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147257.970787:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d83b80 00000100:00100000:1.0:1746147257.970803:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2660 00000100:00100000:1.0:1746147257.970810:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346769408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147257.970908:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346769408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.970914:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2660 00002000:00100000:1.0:1746147257.970919:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d83b80 x1830967346769408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.970925:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d83b80 with x1830967346769408 ext(0->4095) 00010000:00010000:1.0:1746147257.970930:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147257.970938:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147257.970943:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d83b80 00000100:00100000:3.0:1746147257.971083:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340003712:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147257.971100:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.971111:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:3.0:1746147257.971144:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1814:x1830967346769152:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2966us (3340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.971150:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29768 00000100:00100000:0.0:1746147257.973000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.973264:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346769536 00000100:00100000:3.0:1746147257.973269:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346769536 00000100:00100000:3.0:1746147257.973296:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29769 00000100:00100000:3.0:1746147257.973301:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1832:x1830967346769536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147257.973311:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147257.973323:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b71 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.973341:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.973345:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.973350:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147257.973353:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 87 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.973379:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.973388:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 87 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.973395:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:3.0:1746147257.973437:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+87:1832:x1830967346769536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.973442:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29769 00000100:00100000:0.0:1746147257.975233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.975511:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346769664 00000100:00100000:3.0:1746147257.975517:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346769664 00010000:00010000:3.0:1746147257.975540:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147257.975576:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14546 00000100:00100000:3.0:1746147257.975582:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346769664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.975594:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.975610:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.975621:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.975637:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffdbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b63 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.975658:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.975660:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.975665:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.975673:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.975695:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.975704:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 86 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147257.975713:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003968:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.975778:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.977835:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340003968:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.977850:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.977880:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346769664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2297us (2648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.977888:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14546 00000100:00100000:0.0:1746147257.978217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147257.978795:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346769920 00000100:00100000:1.0:1746147257.978801:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346769920 00002000:00100000:1.0:1746147257.978829:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125c00 x1830967346769920/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.978843:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125c00 with x1830967346769920 ext(0->4095) 00010000:00010000:1.0:1746147257.978849:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147257.978861:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147257.978867:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125c00 00000100:00100000:1.0:1746147257.978881:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2661 00000100:00100000:1.0:1746147257.978887:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2006:x1830967346769920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.978979:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2006:x1830967346769920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.978984:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2661 00002000:00100000:1.0:1746147257.978988:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125c00 x1830967346769920/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.978994:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125c00 with x1830967346769920 ext(0->4095) 00010000:00010000:1.0:1746147257.978997:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147257.979005:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147257.979010:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125c00 00000100:00100000:0.0:1746147257.982837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.982987:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346770048 00000100:00100000:3.0:1746147257.982994:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346770048 00010000:00010000:3.0:1746147257.983023:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147257.983044:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14547 00000100:00100000:3.0:1746147257.983050:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2007:x1830967346770048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.983059:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.983074:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.983085:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.983103:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779bffdc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b6a expref: 87 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.983127:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.983129:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.983135:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.983142:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.983170:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 86 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.983181:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004096:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.983260:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.985905:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.986029:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004096:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.986044:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.986076:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2007:x1830967346770048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3026us (3247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.986084:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14547 00000100:00100000:1.0:1746147257.986236:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346770304 00000100:00100000:1.0:1746147257.986268:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346770304 00002000:00100000:1.0:1746147257.986296:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093afb100 x1830967346770304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.986305:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093afb100 with x1830967346770304 ext(0->4095) 00002000:00010000:1.0:1746147257.986309:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093afb100 00000100:00100000:1.0:1746147257.986327:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13353 00000100:00100000:1.0:1746147257.986333:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346770304:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147257.986438:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346770304:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147257.986444:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13353 00002000:00100000:1.0:1746147257.986448:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093afb100 x1830967346770304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147257.986455:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093afb100 with x1830967346770304 ext(0->4095) 00002000:00010000:1.0:1746147257.986458:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093afb100 00000100:00100000:0.0:1746147257.989181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.989274:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346770432 00000100:00100000:2.0:1746147257.989281:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346770432 00000100:00100000:2.0:1746147257.989433:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29770 00000100:00100000:2.0:1746147257.989441:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346770432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.989454:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.989467:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b78 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.989488:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.989495:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.989497:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147257.989499:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.989523:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 85 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.989533:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 85 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147257.989542:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004224:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.990312:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147257.992563:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004224:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.992596:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.992610:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a07c00, rc 0) 00000100:00100000:2.0:1746147257.993230:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346770432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3789us (4051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147257.993238:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29770 00000100:00100000:0.0:1746147257.993988:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147257.994468:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346770560 00000100:00100000:3.0:1746147257.994474:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346770560 00010000:00010000:3.0:1746147257.994501:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 86 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147257.994850:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14548 00000100:00100000:3.0:1746147257.994859:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967346770560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147257.994870:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147257.994885:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 86 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.994894:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 86 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.994912:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdcd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b71 expref: 86 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147257.994937:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.994939:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147257.994945:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.994952:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.994979:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147257.994988:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004352:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147257.995057:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147257.996656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.996702:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346770688 00000100:00100000:2.0:1746147257.996707:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346770688 00000100:00100000:2.0:1746147257.996744:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29771 00000100:00100000:2.0:1746147257.996750:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1814:x1830967346770688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147257.996765:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147257.996777:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b7f expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.996797:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.996803:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.996804:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147257.996807:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 87 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.996826:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147257.996836:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 5 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147257.996845:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004480:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147257.996898:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147257.997946:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004352:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147257.997959:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147257.997991:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2005:x1830967346770560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3133us (4003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.997999:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14548 00000100:00100000:0.0:1746147257.999719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147257.999773:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346770944 00000100:00100000:2.0:1746147257.999778:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346770944 00002000:00100000:2.0:1746147257.999809:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07100 x1830967346770944/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/0 e 0 to 0 dl 1746147268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147257.999818:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07100 with x1830967346770944 ext(0->4095) 00010000:00010000:2.0:1746147257.999825:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147257.999833:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004480:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147257.999840:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147257.999846:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07100 00010000:00010000:3.0:1746147257.999850:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 86 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147257.999861:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048e400, rc 0) 00000100:00100000:3.0:1746147257.999893:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1814:x1830967346770688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3143us (3240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147257.999903:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29771 00000100:00100000:2.0:1746147257.999995:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2662 00000100:00100000:2.0:1746147258.000001:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346770944:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.000170:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346770944:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.000175:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2662 00002000:00100000:2.0:1746147258.000180:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07100 x1830967346770944/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746147268 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.000187:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07100 with x1830967346770944 ext(0->4095) 00010000:00010000:2.0:1746147258.000192:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.000201:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.000206:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07100 00000100:00100000:0.0:1746147258.004287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.004478:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346771072 00000100:00100000:3.0:1746147258.004485:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346771072 00010000:00010000:3.0:1746147258.004642:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00080000:0.0:1746147258.004650:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746147258.004663:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14549 00000100:00100000:3.0:1746147258.004670:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346771072:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.004680:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.004701:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.004715:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.004733:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffdd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b78 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.004765:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.004767:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.004773:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.004780:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.004806:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.004816:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004608:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.004894:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.007156:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004608:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.007172:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.007205:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346771072:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2534us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.007213:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14549 00000100:00100000:0.0:1746147258.008618:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.008677:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346771328 00000100:00100000:2.0:1746147258.008683:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346771328 00002000:00100000:2.0:1746147258.008717:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784380 x1830967346771328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.008726:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784380 with x1830967346771328 ext(0->4095) 00002000:00010000:2.0:1746147258.008730:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784380 00000100:00100000:2.0:1746147258.008753:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13354 00000100:00100000:2.0:1746147258.008759:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967346771328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.008844:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967346771328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.008850:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13354 00002000:00100000:2.0:1746147258.008854:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784380 x1830967346771328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.008861:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784380 with x1830967346771328 ext(0->4095) 00002000:00010000:2.0:1746147258.008863:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784380 00000100:00080000:0.0:1746147258.009274:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147258.022704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.023306:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346771456 00000100:00100000:3.0:1746147258.023313:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346771456 00000100:00100000:3.0:1746147258.023519:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29772 00000100:00100000:3.0:1746147258.023527:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346771456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.023543:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.025927:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b86 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.025958:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.025966:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.025968:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.025971:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.025999:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 85 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.026015:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 85 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.026026:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004736:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.026114:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.032536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.032781:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004736:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.032805:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.032820:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a07c00, rc 0) 00000100:00100000:3.0:1746147258.032856:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346771456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9330us (10159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.032864:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29772 00000100:00100000:1.0:1746147258.032933:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346771584 00000100:00100000:1.0:1746147258.032938:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346771584 00002000:00100000:1.0:1746147258.032967:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907ddc00 x1830967346771584/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.032975:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddc00 with x1830967346771584 ext(0->7) 00010000:00010000:1.0:1746147258.032981:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 86 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.032991:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 86 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.033001:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907ddc00 00000100:00100000:2.0:1746147258.034886:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2663 00000100:00100000:2.0:1746147258.034899:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967346771584:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147258.035845:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967346771584:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 948us (3313us total) trans 4294972300 rc 0/0 00000100:00100000:2.0:1746147258.035852:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2663 00002000:00100000:2.0:1746147258.035860:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907ddc00 x1830967346771584/t4294972300(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.035868:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddc00 with x1830967346771584 ext(0->7) 00010000:00010000:2.0:1746147258.035875:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 88 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.035887:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 88 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.035899:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907ddc00 00000100:00100000:0.0:1746147258.043992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.044267:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346771712 00000100:00100000:3.0:1746147258.044274:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346771712 00010000:00010000:3.0:1746147258.044305:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 88 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.044338:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14550 00000100:00100000:3.0:1746147258.044345:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967346771712:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.044356:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.044373:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 88 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.044389:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 88 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.044407:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779bffddb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b7f expref: 88 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.044423:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.044425:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.044431:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.044438:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.044465:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.044476:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004864:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.047402:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.052209:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.053313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.053345:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346772096 00000100:00100000:1.0:1746147258.053352:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346772096 00002000:00100000:1.0:1746147258.053388:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1880 x1830967346772096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.053398:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1880 with x1830967346772096 ext(0->4095) 00002000:00010000:1.0:1746147258.053403:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1880 00000100:00100000:1.0:1746147258.053420:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13355 00000100:00100000:1.0:1746147258.053426:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346772096:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147258.053535:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346772096:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.053541:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13355 00002000:00100000:1.0:1746147258.053547:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1880 x1830967346772096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.053554:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1880 with x1830967346772096 ext(0->4095) 00002000:00010000:1.0:1746147258.053556:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1880 00000100:00100000:2.0:1746147258.053672:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340004864:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.053690:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.053712:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2006:x1830967346771712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9368us (9726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.053720:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14550 00000100:00100000:3.0:1746147258.053823:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346771840 00000100:00100000:3.0:1746147258.053828:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346771840 00000100:00100000:3.0:1746147258.053853:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29773 00000100:00100000:3.0:1746147258.053858:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+87:1814:x1830967346771840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.053867:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.053879:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b8d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.053903:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.053909:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.053911:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.053914:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.053936:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.053946:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 5 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.053956:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004992:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.054169:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.058362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.058458:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340004992:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.058484:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.058499:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:3.0:1746147258.058550:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1814:x1830967346771840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4690us (6348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.058557:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29773 00000100:00100000:3.0:1746147258.058589:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346772224 00000100:00100000:3.0:1746147258.058594:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346772224 00000100:00100000:3.0:1746147258.058617:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29774 00000100:00100000:3.0:1746147258.058623:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1832:x1830967346772224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.058635:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.058645:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b94 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.058661:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.058665:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.058671:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.058674:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.058702:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.058711:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.058717:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1600, rc 0) 00000100:00100000:3.0:1746147258.058732:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1832:x1830967346772224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.058863:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29774 00000100:00100000:0.0:1746147258.059152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.059210:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346772352 00000100:00100000:2.0:1746147258.059214:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346772352 00010000:00010000:2.0:1746147258.059235:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.059282:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14551 00000100:00100000:2.0:1746147258.059287:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346772352:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.059295:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.059310:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.059319:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.059333:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779bffde2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b86 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.059347:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.059348:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.059354:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.059360:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.059378:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.059388:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 88 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.059402:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340005248:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.059459:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.061778:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340005248:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.061796:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.061847:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346772352:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2559us (2694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.061856:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14551 00000100:00100000:0.0:1746147258.062845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.063292:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346772608 00000100:00100000:2.0:1746147258.063298:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346772608 00002000:00100000:2.0:1746147258.063327:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565f80 x1830967346772608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.063336:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565f80 with x1830967346772608 ext(0->4095) 00010000:00010000:2.0:1746147258.063343:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.063359:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.063365:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565f80 00000100:00100000:2.0:1746147258.063389:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2664 00000100:00100000:2.0:1746147258.063395:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967346772608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.063494:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967346772608:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.063499:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2664 00002000:00100000:2.0:1746147258.063504:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565f80 x1830967346772608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.063511:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565f80 with x1830967346772608 ext(0->4095) 00010000:00010000:2.0:1746147258.063515:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.063523:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.063528:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565f80 00000100:00100000:0.0:1746147258.066699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.066952:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346772736 00000100:00100000:2.0:1746147258.066958:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346772736 00010000:00010000:2.0:1746147258.066984:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.067400:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14552 00000100:00100000:1.0:1746147258.067408:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967346772736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.067418:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.067434:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.067444:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.067461:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779bffde9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b8d expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.067475:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.067477:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.067482:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.067488:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.067513:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 88 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.067522:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340005376:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.068473:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.071535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.071593:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346772992 00000100:00100000:2.0:1746147258.071600:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346772992 00002000:00100000:2.0:1746147258.071634:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70000 x1830967346772992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.071643:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70000 with x1830967346772992 ext(0->4095) 00002000:00010000:2.0:1746147258.071647:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b70000 00000100:00100000:1.0:1746147258.071747:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340005376:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.071763:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.071938:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13356 00000100:00100000:2.0:1746147258.071945:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346772992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147258.072182:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967346772736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4775us (5488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.072190:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14552 00000100:00100000:2.0:1746147258.073042:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346772992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1095us (1512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.073047:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13356 00002000:00100000:2.0:1746147258.073054:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70000 x1830967346772992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.073061:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70000 with x1830967346772992 ext(0->4095) 00002000:00010000:2.0:1746147258.073065:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b70000 00000100:00100000:0.0:1746147258.077102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.077219:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346773120 00000100:00100000:3.0:1746147258.077226:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346773120 00000100:00100000:3.0:1746147258.077369:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29775 00000100:00100000:3.0:1746147258.077377:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346773120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.077394:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.077408:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81b9b expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.077432:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 87 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.077439:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.077440:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.077443:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.077470:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 87 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.077481:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 87 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.077491:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340005504:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.077994:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.083025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.083101:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.083136:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346773376 00000100:00100000:0.0:1746147258.083142:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346773376 00000100:00100000:0.0:1746147258.083171:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29776 00000100:00100000:0.0:1746147258.083176:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1814:x1830967346773376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147258.083191:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147258.083204:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ba2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.083223:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147258.083229:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.083234:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746147258.083236:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 89 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.083282:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.083291:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 89 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.083299:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800969f1c00, rc 0) 00000100:00100000:0.0:1746147258.083328:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1814:x1830967346773376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147258.083333:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29776 00000100:00100000:1.0:1746147258.086650:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346773248 00000100:00100000:1.0:1746147258.086660:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346773248 00010000:00010000:1.0:1746147258.086695:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.086737:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14553 00000100:00100000:1.0:1746147258.086743:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967346773248:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.086754:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.086771:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.086781:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.086800:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.086802:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.086808:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.086815:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.086842:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.086852:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.086861:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340005760:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.086945:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746147258.086985:0:24989:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1600/0x29021e8779bffdf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b94 expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.087002:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340005504:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.087022:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.087033:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.087041:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4d88e00, rc 0) 00000100:00100000:3.0:1746147258.087067:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346773120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9691us (9972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.087074:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29775 00000100:00100000:1.0:1746147258.089503:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340005760:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.089519:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147258.090238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.090402:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346773632 00000100:00100000:1.0:1746147258.090411:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346773248:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3666us (7392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.090421:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14553 00000100:00100000:3.0:1746147258.090432:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346773632 00002000:00100000:3.0:1746147258.090466:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70e00 x1830967346773632/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.090475:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70e00 with x1830967346773632 ext(0->4095) 00010000:00010000:3.0:1746147258.090482:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.090492:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.090498:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b70e00 00000100:00100000:3.0:1746147258.090514:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2665 00000100:00100000:3.0:1746147258.090519:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346773632:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147258.090715:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346773632:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 194us (478us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.090721:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2665 00002000:00100000:3.0:1746147258.090726:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70e00 x1830967346773632/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.090733:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70e00 with x1830967346773632 ext(0->4095) 00010000:00010000:3.0:1746147258.090737:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.090745:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.090750:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b70e00 00000100:00100000:2.0:1746147258.093681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.093831:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346773760 00000100:00100000:0.0:1746147258.093838:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346773760 00010000:00010000:0.0:1746147258.093864:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746147258.093885:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14554 00000100:00100000:0.0:1746147258.093891:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346773760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147258.093902:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147258.093918:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.093932:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.093950:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffdf7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81b9b expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.094130:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147258.094132:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147258.094138:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.094146:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.094172:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147258.094182:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340005888:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.094831:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.101473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.101895:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340005888:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.101912:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.101969:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346773760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8076us (8297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.101979:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14554 00000100:00100000:2.0:1746147258.102021:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346774016 00000100:00100000:2.0:1746147258.102027:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346774016 00002000:00100000:2.0:1746147258.102057:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b71500 x1830967346774016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.102066:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71500 with x1830967346774016 ext(0->4095) 00002000:00010000:2.0:1746147258.102070:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b71500 00000100:00100000:2.0:1746147258.103864:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13357 00000100:00100000:2.0:1746147258.103879:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346774016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.104020:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346774016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (2556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.104026:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13357 00002000:00100000:2.0:1746147258.104033:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b71500 x1830967346774016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.104041:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71500 with x1830967346774016 ext(0->4095) 00002000:00010000:2.0:1746147258.104045:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b71500 00000100:00100000:0.0:1746147258.110914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.111128:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346774144 00000100:00100000:3.0:1746147258.111135:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346774144 00000100:00100000:3.0:1746147258.111560:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29777 00000100:00100000:3.0:1746147258.111578:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346774144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.111593:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.111608:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ba9 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.111632:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.111638:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.111640:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.111643:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.111668:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.111682:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 87 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.111692:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340006016:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.112499:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.115057:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340006016:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.115086:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.115101:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4d88e00, rc 0) 00000100:00100000:3.0:1746147258.115156:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346774144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3588us (4247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.115164:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29777 00000100:00100000:0.0:1746147258.119217:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.119592:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346774272 00000100:00100000:2.0:1746147258.119600:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346774272 00002000:00100000:2.0:1746147258.119643:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093b71c00 x1830967346774272/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.119652:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71c00 with x1830967346774272 ext(0->7) 00010000:00010000:2.0:1746147258.119660:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 88 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.119672:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 88 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.119678:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b71c00 00000100:00100000:2.0:1746147258.119703:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2666 00000100:00100000:2.0:1746147258.119709:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967346774272:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147258.126561:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2005:x1830967346774272:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 6836us (7333us total) trans 4294972301 rc 0/0 00000100:00100000:0.0:1746147258.126587:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2666 00002000:00100000:0.0:1746147258.126602:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093b71c00 x1830967346774272/t4294972301(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.126618:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71c00 with x1830967346774272 ext(0->7) 00010000:00010000:0.0:1746147258.126630:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 90 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.126649:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 90 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.126656:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b71c00 00000100:00100000:0.0:1746147258.132869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.132966:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346774400 00000100:00100000:3.0:1746147258.132976:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346774400 00000100:00100000:3.0:1746147258.133041:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29778 00000100:00100000:3.0:1746147258.133048:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+90:1814:x1830967346774400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.133065:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.133080:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bb0 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.133106:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.133111:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.133121:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147258.133124:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 91 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.133154:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.133164:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 91 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.133172:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769a00, rc 0) 00000100:00100000:3.0:1746147258.133233:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+91:1814:x1830967346774400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.133238:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29778 00000100:00100000:0.0:1746147258.145474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.145615:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346774528 00000100:00100000:1.0:1746147258.145622:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346774528 00010000:00010000:1.0:1746147258.145652:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 91 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.145690:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14555 00000100:00100000:1.0:1746147258.145697:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+91:2006:x1830967346774528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.145709:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.145726:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 91 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.145737:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 91 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.145761:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800969f1c00/0x29021e8779bffdfe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba2 expref: 91 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.145775:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.145777:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.145783:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.145790:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.145820:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.145829:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 5 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.145840:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006272:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.147304:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41bcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1746147258.147412:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746147258.148016:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006272:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.148031:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.148069:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346774528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2372us (2602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.148078:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14555 00000100:00100000:0.0:1746147258.150634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.151148:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346774784 00000100:00100000:2.0:1746147258.151156:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346774784 00002000:00100000:2.0:1746147258.151189:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72300 x1830967346774784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.151198:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72300 with x1830967346774784 ext(0->4095) 00010000:00010000:2.0:1746147258.151206:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.151217:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.151223:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b72300 00000100:00100000:2.0:1746147258.151265:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2667 00000100:00100000:2.0:1746147258.151271:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346774784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.151381:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346774784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (752us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.151386:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2667 00002000:00100000:2.0:1746147258.151391:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72300 x1830967346774784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.151398:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72300 with x1830967346774784 ext(0->4095) 00010000:00010000:2.0:1746147258.151402:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.151410:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.151415:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b72300 00000100:00100000:0.0:1746147258.155860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.156017:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346774912 00000100:00100000:1.0:1746147258.156023:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346774912 00010000:00010000:1.0:1746147258.156050:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.156237:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14556 00000100:00100000:1.0:1746147258.156362:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346774912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.156373:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.156388:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.156399:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.156417:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ba9 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.156441:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.156443:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.156449:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.156456:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.156482:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.156492:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006400:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.157505:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.163711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.163923:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006400:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.163939:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.163982:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346774912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7622us (8127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.163991:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14556 00000100:00100000:2.0:1746147258.164139:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346775168 00000100:00100000:2.0:1746147258.164144:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346775168 00002000:00100000:2.0:1746147258.164172:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72a00 x1830967346775168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.164187:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72a00 with x1830967346775168 ext(0->4095) 00002000:00010000:2.0:1746147258.164190:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b72a00 00000100:00100000:2.0:1746147258.164202:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13358 00000100:00100000:2.0:1746147258.164207:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346775168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.164323:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2006:x1830967346775168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.164328:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13358 00002000:00100000:2.0:1746147258.164333:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72a00 x1830967346775168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.164339:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72a00 with x1830967346775168 ext(0->4095) 00002000:00010000:2.0:1746147258.164341:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b72a00 00000100:00100000:0.0:1746147258.173886:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.174727:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346775296 00000100:00100000:2.0:1746147258.174735:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346775296 00000100:00100000:3.0:1746147258.174916:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29779 00000100:00100000:3.0:1746147258.174924:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346775296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.174939:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.174954:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bb7 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.174976:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.174982:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.174984:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.174986:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.175013:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 89 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.175023:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 89 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.175033:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340006528:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.176916:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.183016:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340006528:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.183043:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.183057:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:3.0:1746147258.183112:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346775296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8187us (9232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.183121:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29779 00000100:00100000:0.0:1746147258.188136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.188205:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346775424 00000100:00100000:2.0:1746147258.188213:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346775424 00002000:00100000:2.0:1746147258.188280:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093b73100 x1830967346775424/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.188289:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b73100 with x1830967346775424 ext(0->7) 00010000:00010000:2.0:1746147258.188297:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 90 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.188309:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 90 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.188319:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b73100 00000100:00100000:2.0:1746147258.188340:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2668 00000100:00100000:2.0:1746147258.188347:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+90:2005:x1830967346775424:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147258.190682:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2005:x1830967346775424:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2330us (2548us total) trans 4294972302 rc 0/0 00000100:00100000:0.0:1746147258.190690:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2668 00002000:00100000:0.0:1746147258.190696:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093b73100 x1830967346775424/t4294972302(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.190704:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b73100 with x1830967346775424 ext(0->7) 00010000:00010000:0.0:1746147258.190711:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 92 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.190728:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 92 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.190734:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b73100 00000100:00100000:0.0:1746147258.216562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.216624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.216716:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346775680 00000100:00100000:1.0:1746147258.216723:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346775680 00010000:00010000:1.0:1746147258.216752:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 92 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.217645:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14557 00000100:00100000:1.0:1746147258.217655:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2008:x1830967346775680:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.217667:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.217684:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 92 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.217696:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 92 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.217714:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779bffe0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb0 expref: 92 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.217736:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.217737:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.217742:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.217753:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.217777:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.217786:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006656:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.217847:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.218962:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346775552 00000100:00100000:3.0:1746147258.218968:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346775552 00000100:00100000:3.0:1746147258.219006:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29780 00000100:00100000:3.0:1746147258.219011:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+92:1814:x1830967346775552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.219022:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.219031:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bbe expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.219051:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.219058:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.219059:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.219062:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.219083:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.219092:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.219100:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340006784:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.219152:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.226106:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006656:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147258.226107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147258.226124:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.226164:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2008:x1830967346775680:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8511us (9539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.226173:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14557 00000100:00100000:0.0:1746147258.226231:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346775936 00000100:00100000:0.0:1746147258.226236:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346775936 00002000:00100000:0.0:1746147258.226284:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b73b80 x1830967346775936/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.226294:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b73b80 with x1830967346775936 ext(0->4095) 00010000:00010000:0.0:1746147258.226302:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.226313:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.226319:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b73b80 00000100:00100000:0.0:1746147258.226346:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2669 00000100:00100000:0.0:1746147258.226353:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346775936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147258.226509:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340006784:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.226525:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 92 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.226537:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7000, rc 0) 00000100:00100000:3.0:1746147258.226579:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+92:1814:x1830967346775552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7568us (10024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.226586:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29780 00000100:00100000:0.0:1746147258.228180:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346775936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147258.228189:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2669 00002000:00100000:0.0:1746147258.228196:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b73b80 x1830967346775936/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.228205:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b73b80 with x1830967346775936 ext(0->4095) 00010000:00010000:0.0:1746147258.228212:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.228222:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.228227:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b73b80 00000100:00100000:0.0:1746147258.231322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.231444:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346776064 00000100:00100000:3.0:1746147258.231451:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346776064 00000100:00100000:0.0:1746147258.231705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.232230:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346776192 00000100:00100000:0.0:1746147258.232233:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346776192 00010000:00010000:0.0:1746147258.232272:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746147258.232308:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14558 00000100:00100000:0.0:1746147258.232314:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346776192:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147258.232325:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147258.232340:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.232351:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.232369:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779bffe13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bb7 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.232397:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147258.232399:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147258.232405:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 92 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.232411:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 92 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.232439:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 92 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147258.232450:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006912:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147258.232510:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.232615:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29781 00000100:00100000:3.0:1746147258.232622:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+92:1832:x1830967346776064:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.232635:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.232645:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bc5 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.232661:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.232667:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.232668:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.232671:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.232686:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.232695:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.232703:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340007040:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.232724:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.236269:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340006912:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.236293:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.236340:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346776192:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4025us (4634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.236349:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14558 00000100:00100000:3.0:1746147258.236824:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340007040:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.236844:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.236858:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:3.0:1746147258.236877:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+93:1832:x1830967346776064:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4257us (5562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.236886:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29781 00000100:00100000:0.0:1746147258.239364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.239932:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346776448 00000100:00100000:2.0:1746147258.239939:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346776448 00002000:00100000:2.0:1746147258.239971:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565180 x1830967346776448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.239980:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565180 with x1830967346776448 ext(0->4095) 00010000:00010000:2.0:1746147258.239988:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.239998:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.240004:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565180 00000100:00100000:2.0:1746147258.240030:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2670 00000100:00100000:2.0:1746147258.240035:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346776448:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746147258.240135:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346776448:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 98us (775us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.240141:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2670 00002000:00100000:2.0:1746147258.240146:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565180 x1830967346776448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.240153:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565180 with x1830967346776448 ext(0->4095) 00010000:00010000:2.0:1746147258.240157:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.240165:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.240171:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565180 00000100:00100000:0.0:1746147258.245069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.245131:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346776576 00000100:00100000:2.0:1746147258.245138:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346776576 00010000:00010000:2.0:1746147258.245169:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.245208:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14559 00000100:00100000:2.0:1746147258.245216:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+93:2005:x1830967346776576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.245227:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.245264:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.245275:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.245292:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffe1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bbe expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.245323:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.245325:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.245331:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 92 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.245338:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 92 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.245366:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 92 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147258.245376:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007168:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.245446:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.248457:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007168:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.248475:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.248518:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2005:x1830967346776576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3302us (3454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.248526:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14559 00000100:00100000:1.0:1746147258.252809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.252940:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346776832 00000100:00100000:2.0:1746147258.252946:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346776832 00002000:00100000:2.0:1746147258.252982:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2300 x1830967346776832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.252992:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2300 with x1830967346776832 ext(0->4095) 00002000:00010000:2.0:1746147258.252997:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2300 00000100:00100000:2.0:1746147258.253024:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13359 00000100:00100000:2.0:1746147258.253031:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2006:x1830967346776832:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.253151:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2006:x1830967346776832:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.253157:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13359 00002000:00100000:2.0:1746147258.253162:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2300 x1830967346776832/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.253170:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2300 with x1830967346776832 ext(0->4095) 00002000:00010000:2.0:1746147258.253172:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2300 00000100:00100000:0.0:1746147258.257972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.258083:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346776960 00000100:00100000:3.0:1746147258.258091:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346776960 00000100:00100000:3.0:1746147258.258138:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29782 00000100:00100000:3.0:1746147258.258145:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346776960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.258160:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.258178:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bcc expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.258201:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 91 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.258208:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.258209:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.258212:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.258237:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 91 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.258273:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 91 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.258283:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340007296:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.258353:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.262774:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340007296:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.262802:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.262817:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147258.262854:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346776960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4709us (4889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.262863:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29782 00000100:00100000:0.0:1746147258.272598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.274003:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346777088 00000100:00100000:1.0:1746147258.274012:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346777088 00002000:00100000:1.0:1746147258.274049:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051d880 x1830967346777088/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.274057:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d880 with x1830967346777088 ext(0->7) 00010000:00010000:1.0:1746147258.274065:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 92 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.274077:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 92 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.274088:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051d880 00000100:00100000:1.0:1746147258.274117:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2671 00000100:00100000:1.0:1746147258.274124:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+92:2007:x1830967346777088:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147258.278262:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2007:x1830967346777088:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4109us (5642us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1746147258.278274:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2671 00002000:00100000:0.0:1746147258.278283:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051d880 x1830967346777088/t4294972303(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.278292:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d880 with x1830967346777088 ext(0->7) 00010000:00010000:0.0:1746147258.278301:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.278319:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.278325:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051d880 00000100:00100000:0.0:1746147258.298159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.298896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.299011:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346777216 00000100:00100000:2.0:1746147258.299018:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346777216 00010000:00010000:2.0:1746147258.299047:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.299068:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14560 00000100:00100000:2.0:1746147258.299074:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2008:x1830967346777216:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.299085:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.299099:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.299109:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.299126:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bffe21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bc5 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.299139:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.299141:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.299146:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.299153:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.299177:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147258.299185:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007424:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.299259:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.299329:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346777344 00000100:00100000:3.0:1746147258.299333:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346777344 00000100:00100000:3.0:1746147258.299370:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29783 00000100:00100000:3.0:1746147258.299375:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+94:1814:x1830967346777344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.299385:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.299393:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bd3 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.299410:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.299416:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.299417:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.299419:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.299434:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.299443:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.299451:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340007552:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.299487:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.302023:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007424:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.302038:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.302079:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2008:x1830967346777216:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3004us (3926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.302088:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14560 00000100:00100000:0.0:1746147258.302604:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.302714:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346777600 00000100:00100000:2.0:1746147258.302719:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346777600 00002000:00100000:2.0:1746147258.302745:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4e300 x1830967346777600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.302754:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830967346777600 ext(0->4095) 00010000:00010000:2.0:1746147258.302760:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.302772:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.302782:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4e300 00000100:00100000:2.0:1746147258.302806:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2672 00000100:00100000:2.0:1746147258.302812:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346777600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.302913:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346777600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.302918:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2672 00002000:00100000:2.0:1746147258.302923:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4e300 x1830967346777600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.302930:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830967346777600 ext(0->4095) 00010000:00010000:2.0:1746147258.302933:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.302941:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.302946:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4e300 00000100:00100000:0.0:1746147258.304500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.304596:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340007552:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.304616:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 94 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.304630:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00000100:00100000:3.0:1746147258.304917:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+94:1814:x1830967346777344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5536us (6015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.304924:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29783 00000100:00100000:1.0:1746147258.304962:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346777728 00000100:00100000:1.0:1746147258.304967:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346777728 00000100:00100000:1.0:1746147258.305060:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29784 00000100:00100000:1.0:1746147258.305067:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+94:1832:x1830967346777728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.305077:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.305089:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bda expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.305105:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.305110:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.305115:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.305119:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 95 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.305151:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.305161:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 95 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.305168:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dce00, rc 0) 00000100:00100000:1.0:1746147258.305185:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+95:1832:x1830967346777728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.305189:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29784 00000100:00100000:3.0:1746147258.305407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.305441:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346777856 00000100:00100000:0.0:1746147258.305444:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346777856 00010000:00010000:0.0:1746147258.305864:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746147258.305881:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14561 00000100:00100000:0.0:1746147258.305887:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346777856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147258.305895:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147258.306488:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.306603:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.306619:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffe28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bcc expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.306732:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147258.306735:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147258.306741:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 94 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.306747:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 94 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.306848:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 94 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.306858:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.306869:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007808:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.306932:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.309116:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007808:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.309132:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.309203:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346777856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3315us (3794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.309212:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14561 00000100:00100000:0.0:1746147258.309657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.309702:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346778112 00000100:00100000:1.0:1746147258.309707:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346778112 00002000:00100000:1.0:1746147258.309734:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136801050 x1830967346778112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.309940:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136801050 with x1830967346778112 ext(0->4095) 00010000:00010000:1.0:1746147258.309949:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.309960:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.309971:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136801050 00000100:00100000:1.0:1746147258.309993:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2673 00000100:00100000:1.0:1746147258.309999:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136801050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2006:x1830967346778112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147258.310258:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136801050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2006:x1830967346778112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 244us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.310264:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2673 00002000:00100000:1.0:1746147258.310269:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136801050 x1830967346778112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.310276:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136801050 with x1830967346778112 ext(0->4095) 00010000:00010000:1.0:1746147258.310281:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.310290:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.310295:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136801050 00000100:00100000:0.0:1746147258.320857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.320967:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346778240 00000100:00100000:1.0:1746147258.320976:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346778240 00010000:00010000:1.0:1746147258.321006:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.321216:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14562 00000100:00100000:1.0:1746147258.321223:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7824450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2007:x1830967346778240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.321235:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.321761:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.321774:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.321793:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779bffe2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bd3 expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.321810:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.321812:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.321818:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 94 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.321825:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 94 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.321854:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 94 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.321866:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007936:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.321948:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.326475:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.326621:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346778496 00000100:00100000:2.0:1746147258.326627:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346778496 00002000:00100000:2.0:1746147258.326664:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1180 x1830967346778496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.326673:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1180 with x1830967346778496 ext(0->4095) 00002000:00010000:2.0:1746147258.326678:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa1180 00000100:00100000:2.0:1746147258.326709:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13360 00000100:00100000:2.0:1746147258.326716:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346778496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.326825:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346778496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.326831:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13360 00002000:00100000:2.0:1746147258.326836:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1180 x1830967346778496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.326842:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1180 with x1830967346778496 ext(0->4095) 00002000:00010000:2.0:1746147258.326845:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa1180 00000100:00100000:1.0:1746147258.327232:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340007936:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.327273:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.327297:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2007:x1830967346778240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6075us (6447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.327305:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14562 00000100:00100000:0.0:1746147258.329356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.329617:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346778624 00000100:00100000:2.0:1746147258.329625:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346778624 00000100:00100000:2.0:1746147258.329796:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29785 00000100:00100000:2.0:1746147258.329804:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346778624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.329963:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.330044:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81be1 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.330069:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.330076:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.330078:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.330081:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.330104:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 93 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.330118:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 93 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.330127:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008064:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.330637:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.334562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.334674:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008064:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.334697:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.334711:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4d88e00, rc 0) 00000100:00100000:2.0:1746147258.334743:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346778624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4940us (5395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.334750:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29785 00000100:00100000:1.0:1746147258.334823:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346778752 00000100:00100000:1.0:1746147258.334828:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346778752 00010000:00010000:1.0:1746147258.334850:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 94 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.334866:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14563 00000100:00100000:1.0:1746147258.334871:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2006:x1830967346778752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.334880:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.334894:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 94 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.334904:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 94 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.334921:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bffe36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bda expref: 94 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.334949:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.334951:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.334956:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.334964:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.334985:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.334994:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340008192:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.335036:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.337696:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.337779:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346778880 00000100:00100000:2.0:1746147258.337790:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346778880 00000100:00100000:2.0:1746147258.337846:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29786 00000100:00100000:2.0:1746147258.337852:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+94:1814:x1830967346778880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.337866:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.337878:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81be8 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.337900:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.337909:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.337911:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.337914:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.337938:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.337948:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.337957:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008320:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.338037:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.338984:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340008192:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.338999:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.339032:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2006:x1830967346778752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4160us (4477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.339041:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14563 00000100:00100000:0.0:1746147258.341884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.342408:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346779136 00000100:00100000:3.0:1746147258.342418:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346779136 00002000:00100000:3.0:1746147258.342709:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3b80 x1830967346779136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746147258.342709:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008320:192.168.202.9@tcp:104: 00002000:00100000:3.0:1746147258.342720:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3b80 with x1830967346779136 ext(0->4095) 00010000:00010000:3.0:1746147258.342730:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.342736:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 94 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.342743:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.342750:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa3b80 00010000:00010000:2.0:1746147258.342750:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652600, rc 0) 00000100:00100000:3.0:1746147258.342771:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2674 00000100:00100000:3.0:1746147258.342779:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346779136:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.342799:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+94:1814:x1830967346778880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4946us (5110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.342805:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29786 00000100:00100000:3.0:1746147258.342914:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346779136:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.342920:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2674 00002000:00100000:3.0:1746147258.342925:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3b80 x1830967346779136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.342931:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3b80 with x1830967346779136 ext(0->4095) 00010000:00010000:3.0:1746147258.342936:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.342945:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.342951:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa3b80 00000100:00100000:0.0:1746147258.353356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.354346:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346779264 00000100:00100000:1.0:1746147258.354355:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346779264 00010000:00010000:1.0:1746147258.354387:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.354426:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14564 00000100:00100000:1.0:1746147258.354433:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346779264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.354445:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.354462:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.354473:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.354491:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4d88e00/0x29021e8779bffe3d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be1 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.354518:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.354520:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.354526:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.354537:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.354564:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.354585:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340008448:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.354659:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.361143:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.361359:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340008448:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.361376:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.361412:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346779264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6978us (8063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.361421:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14564 00000100:00100000:2.0:1746147258.361640:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346779520 00000100:00100000:2.0:1746147258.361645:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346779520 00002000:00100000:2.0:1746147258.361673:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0380 x1830967346779520/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.361686:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0380 with x1830967346779520 ext(0->4095) 00002000:00010000:2.0:1746147258.361689:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa0380 00000100:00100000:2.0:1746147258.361716:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13361 00000100:00100000:2.0:1746147258.361722:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2005:x1830967346779520:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.361816:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2005:x1830967346779520:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.361821:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13361 00002000:00100000:2.0:1746147258.361827:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0380 x1830967346779520/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.361833:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0380 with x1830967346779520 ext(0->4095) 00002000:00010000:2.0:1746147258.361835:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa0380 00000100:00100000:0.0:1746147258.364396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.364733:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346779648 00000100:00100000:2.0:1746147258.364740:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346779648 00000100:00100000:2.0:1746147258.364781:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29787 00000100:00100000:2.0:1746147258.364788:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346779648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.364801:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.364814:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bef expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.364836:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.364842:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.364844:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.364847:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.364869:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 93 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.364880:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 93 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.364889:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008576:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.364959:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.374914:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008576:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.374938:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.374953:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:2.0:1746147258.375627:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346779648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10837us (11231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.375639:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29787 00000100:00100000:0.0:1746147258.380147:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.380275:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346779776 00000100:00100000:3.0:1746147258.380283:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346779776 00002000:00100000:3.0:1746147258.380320:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa2680 x1830967346779776/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.380329:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2680 with x1830967346779776 ext(0->7) 00010000:00010000:3.0:1746147258.380337:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.380347:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 94 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.380353:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2680 00000100:00100000:3.0:1746147258.380475:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2675 00000100:00100000:3.0:1746147258.380482:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+94:2005:x1830967346779776:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147258.381185:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346779776:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 701us (1044us total) trans 4294972304 rc 0/0 00000100:00100000:0.0:1746147258.381193:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2675 00002000:00100000:0.0:1746147258.381199:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa2680 x1830967346779776/t4294972304(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.381206:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa2680 with x1830967346779776 ext(0->7) 00010000:00010000:0.0:1746147258.381212:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.381222:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.381228:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa2680 00000100:00100000:0.0:1746147258.384737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.385097:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346779904 00000100:00100000:1.0:1746147258.385105:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346779904 00010000:00010000:1.0:1746147258.385133:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.386613:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14565 00000100:00100000:1.0:1746147258.386623:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346779904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.386635:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.386652:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.386665:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.386683:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652600/0x29021e8779bffe44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81be8 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.386708:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.386710:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.386716:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.386724:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.386750:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.386760:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340008704:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.386832:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.388939:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340008704:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.388954:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147258.388992:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2005:x1830967346779904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2370us (4261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.389000:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14565 00000100:00100000:0.0:1746147258.390045:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.390592:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346780160 00000100:00100000:2.0:1746147258.390599:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346780160 00002000:00100000:2.0:1746147258.390627:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3480 x1830967346780160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.390636:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3480 with x1830967346780160 ext(0->4095) 00002000:00010000:2.0:1746147258.390639:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa3480 00000100:00100000:2.0:1746147258.390668:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13362 00000100:00100000:2.0:1746147258.390674:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346780160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.390764:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346780160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.390770:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13362 00002000:00100000:2.0:1746147258.390775:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa3480 x1830967346780160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.390782:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa3480 with x1830967346780160 ext(0->4095) 00002000:00010000:2.0:1746147258.390784:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa3480 00000100:00100000:0.0:1746147258.395413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.395837:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346780288 00000100:00100000:2.0:1746147258.395845:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346780288 00000100:00100000:2.0:1746147258.396283:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29788 00000100:00100000:2.0:1746147258.396291:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+95:1832:x1830967346780288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.396305:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.396318:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bf6 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.396340:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.396346:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.396347:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.396350:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.396373:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.396387:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.396397:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008832:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.396864:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.403029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.403167:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346780416 00000100:00100000:1.0:1746147258.403174:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346780416 00000100:00100000:2.0:1746147258.403275:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340008832:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147258.403278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147258.403298:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147258.403305:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346780544 00000100:00100000:0.0:1746147258.403307:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346780544 00010000:00010000:2.0:1746147258.403312:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653c00, rc 0) 00010000:00010000:0.0:1746147258.403321:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.403345:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1832:x1830967346780288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7055us (7938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.403356:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29788 00000100:00100000:2.0:1746147258.403554:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29789 00000100:00100000:2.0:1746147258.403561:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+96:1814:x1830967346780416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.403579:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.403589:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81bfd expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.403603:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.403606:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.403611:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.403614:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.403713:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.403721:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.403727:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652200, rc 0) 00000100:00100000:2.0:1746147258.403743:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1814:x1830967346780416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.403748:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29789 00000100:00100000:3.0:1746147258.404863:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14566 00000100:00100000:3.0:1746147258.404871:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346780544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.404880:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.404894:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.404903:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.404916:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bffe4b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bef expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.404937:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.404938:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.404943:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.404950:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.404968:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.404977:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.405318:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009088:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.405381:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.407597:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009088:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.407613:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.407654:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346780544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2784us (4375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.407663:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14566 00000100:00100000:0.0:1746147258.408598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.409075:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346780800 00000100:00100000:3.0:1746147258.409082:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346780800 00002000:00100000:3.0:1746147258.409114:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906a8e00 x1830967346780800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.409123:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8e00 with x1830967346780800 ext(0->4095) 00010000:00010000:3.0:1746147258.409130:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.409141:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.409148:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906a8e00 00000100:00100000:3.0:1746147258.409176:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2676 00000100:00100000:3.0:1746147258.409183:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2005:x1830967346780800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147258.409483:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2005:x1830967346780800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 299us (886us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.409493:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2676 00002000:00100000:3.0:1746147258.409498:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906a8e00 x1830967346780800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.409505:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8e00 with x1830967346780800 ext(0->4095) 00010000:00010000:3.0:1746147258.409509:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.409518:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.409524:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906a8e00 00000100:00100000:0.0:1746147258.411333:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.411384:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346780928 00000100:00100000:2.0:1746147258.411389:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346780928 00000100:00100000:2.0:1746147258.411429:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29790 00000100:00100000:2.0:1746147258.411434:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346780928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.411445:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.411457:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c04 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.411476:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.411481:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.411486:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147258.411489:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.411521:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.411532:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.411540:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652800, rc 0) 00000100:00100000:2.0:1746147258.411583:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346780928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.411588:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29790 00000100:00100000:0.0:1746147258.412437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.412607:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346781056 00000100:00100000:3.0:1746147258.412611:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346781056 00010000:00010000:3.0:1746147258.412629:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.412906:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14567 00000100:00100000:3.0:1746147258.412913:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2005:x1830967346781056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.412923:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.412937:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.412947:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.412963:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bffe52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bf6 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.412982:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.412984:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.412989:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.412995:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.413013:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.413020:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.413029:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009344:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.413505:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.415712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.415739:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346781312 00000100:00100000:0.0:1746147258.415745:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346781312 00002000:00100000:0.0:1746147258.415774:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8fb80 x1830967346781312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.415782:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8fb80 with x1830967346781312 ext(0->4095) 00010000:00010000:0.0:1746147258.415789:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.415800:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.415809:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8fb80 00000100:00100000:0.0:1746147258.415823:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2677 00000100:00100000:0.0:1746147258.415829:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2007:x1830967346781312:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147258.415921:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2007:x1830967346781312:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147258.415926:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2677 00002000:00100000:0.0:1746147258.415931:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8fb80 x1830967346781312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.415938:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8fb80 with x1830967346781312 ext(0->4095) 00010000:00010000:0.0:1746147258.415942:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.415949:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.415955:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8fb80 00000100:00100000:3.0:1746147258.416051:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009344:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.416064:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.416083:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346781056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3171us (3648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.416089:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14567 00000100:00100000:0.0:1746147258.418235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.418288:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346781440 00000100:00100000:1.0:1746147258.418293:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346781440 00000100:00100000:0.0:1746147258.418293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.418330:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29791 00000100:00100000:1.0:1746147258.418338:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:1814:x1830967346781440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.418349:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.418360:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c0b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.418378:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.418383:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.418392:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147258.418396:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 97 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.418420:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.418431:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 97 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.418442:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dde00, rc 0) 00000100:00100000:1.0:1746147258.418469:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1814:x1830967346781440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.418474:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29791 00000100:00100000:3.0:1746147258.418969:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346781568 00000100:00100000:3.0:1746147258.418973:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346781568 00010000:00010000:3.0:1746147258.418987:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.419016:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14568 00000100:00100000:3.0:1746147258.419021:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2008:x1830967346781568:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.419029:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.419042:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.419050:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.419064:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffe59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81bfd expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.419082:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.419084:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.419089:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.419095:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.419112:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.419122:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.419137:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009600:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.419189:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.422232:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009600:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.422279:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.422957:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2008:x1830967346781568:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3933us (4660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.422967:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14568 00000100:00100000:0.0:1746147258.423095:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.423204:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346781824 00000100:00100000:2.0:1746147258.423209:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346781824 00002000:00100000:2.0:1746147258.423236:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e300 x1830967346781824/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.423262:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e300 with x1830967346781824 ext(0->4095) 00010000:00010000:2.0:1746147258.423269:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.423280:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.423286:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8e300 00000100:00100000:2.0:1746147258.423299:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2678 00000100:00100000:2.0:1746147258.423305:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346781824:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.423394:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346781824:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.423399:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2678 00002000:00100000:2.0:1746147258.423404:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8e300 x1830967346781824/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.423410:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e300 with x1830967346781824 ext(0->4095) 00010000:00010000:2.0:1746147258.423789:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.423798:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.423803:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8e300 00000100:00100000:0.0:1746147258.426334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.426438:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346781952 00000100:00100000:3.0:1746147258.426445:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346781952 00010000:00010000:3.0:1746147258.426470:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.426536:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14569 00000100:00100000:3.0:1746147258.426543:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346781952:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.426553:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.426578:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.426587:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.426604:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bffe60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c04 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.426629:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.426631:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.426637:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 95 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.426644:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 95 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.426669:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 95 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.426678:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009728:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.426732:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.429073:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009728:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.429088:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.429130:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346781952:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2587us (2800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.429137:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14569 00000100:00100000:1.0:1746147258.429316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.429395:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346782208 00000100:00100000:2.0:1746147258.429400:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346782208 00002000:00100000:2.0:1746147258.429429:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2a00 x1830967346782208/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.429436:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2a00 with x1830967346782208 ext(0->4095) 00002000:00010000:2.0:1746147258.429536:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2a00 00000100:00100000:2.0:1746147258.429560:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13363 00000100:00100000:2.0:1746147258.429577:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346782208:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.429677:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346782208:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.429685:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13363 00002000:00100000:2.0:1746147258.429690:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2a00 x1830967346782208/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.429702:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2a00 with x1830967346782208 ext(0->4095) 00002000:00010000:2.0:1746147258.429705:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2a00 00000100:00100000:0.0:1746147258.430917:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.430988:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346782336 00000100:00100000:2.0:1746147258.430992:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346782336 00000100:00100000:2.0:1746147258.431025:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29792 00000100:00100000:2.0:1746147258.431031:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346782336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.431040:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.431052:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c12 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.431072:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 95 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.431078:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.431080:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.431083:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.431107:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 95 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.431116:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 95 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.431124:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340009856:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.431474:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.433323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.433399:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346782464 00000100:00100000:3.0:1746147258.433404:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346782464 00010000:00010000:3.0:1746147258.433429:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.433526:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340009856:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.433543:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.433553:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:2.0:1746147258.433597:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346782336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2566us (2682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.433609:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29792 00000100:00100000:3.0:1746147258.433887:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14570 00000100:00100000:3.0:1746147258.433893:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346782464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.433903:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.433917:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.433931:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.433946:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bffe67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c0b expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.433959:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.433960:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.433965:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.433971:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.433992:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.434002:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009984:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.434039:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.435896:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340009984:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.435909:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.435942:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+95:2006:x1830967346782464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2049us (2622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.435949:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14570 00000100:00100000:0.0:1746147258.436359:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.436443:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346782720 00000100:00100000:1.0:1746147258.436448:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346782720 00002000:00100000:1.0:1746147258.436552:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8d500 x1830967346782720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.436575:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8d500 with x1830967346782720 ext(0->4095) 00002000:00010000:1.0:1746147258.436579:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8d500 00000100:00100000:1.0:1746147258.436599:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13364 00000100:00100000:1.0:1746147258.436605:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346782720:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147258.437287:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346782720:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 681us (928us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.437293:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13364 00002000:00100000:1.0:1746147258.437298:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8d500 x1830967346782720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.437305:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8d500 with x1830967346782720 ext(0->4095) 00002000:00010000:1.0:1746147258.437308:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8d500 00000100:00100000:0.0:1746147258.439844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.439991:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346782848 00000100:00100000:2.0:1746147258.439997:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346782848 00000100:00100000:2.0:1746147258.440039:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29793 00000100:00100000:2.0:1746147258.440046:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+95:1814:x1830967346782848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.440058:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.440071:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c19 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.440094:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.440100:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.440102:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.440105:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.440128:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.440139:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.440148:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340010112:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.440214:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.440447:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.440478:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346782976 00000100:00100000:1.0:1746147258.440482:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346782976 00000100:00100000:1.0:1746147258.440502:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29794 00000100:00100000:1.0:1746147258.440506:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1832:x1830967346782976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.440513:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.440518:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c20 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.440529:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.440532:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.440537:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.440540:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 98 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.440558:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.440578:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 98 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.440586:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147258.440609:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:1832:x1830967346782976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.440614:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29794 00000100:00100000:2.0:1746147258.442985:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340010112:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.443004:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.443016:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:2.0:1746147258.443044:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1814:x1830967346782848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2999us (3206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.443051:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29793 00000100:00100000:0.0:1746147258.443235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.443363:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346783104 00000100:00100000:3.0:1746147258.443368:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346783104 00010000:00010000:3.0:1746147258.443387:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.443409:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14571 00000100:00100000:3.0:1746147258.443414:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346783104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.443424:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.443439:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.443448:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.443463:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bffe6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c12 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.443787:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.443790:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.443796:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.443803:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.443827:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 96 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.443837:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.443850:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340010368:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.444226:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.445612:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340010368:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.445624:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.445660:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346783104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2245us (2425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.445668:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14571 00000100:00100000:0.0:1746147258.445958:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.446074:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346783360 00000100:00100000:1.0:1746147258.446079:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346783360 00002000:00100000:1.0:1746147258.446102:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9f80 x1830967346783360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.446110:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9f80 with x1830967346783360 ext(0->4095) 00010000:00010000:1.0:1746147258.446117:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.446127:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.446132:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a9f80 00000100:00100000:1.0:1746147258.446152:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2679 00000100:00100000:1.0:1746147258.446157:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2006:x1830967346783360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147258.446238:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2006:x1830967346783360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.446263:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2679 00002000:00100000:1.0:1746147258.446267:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9f80 x1830967346783360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.446274:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9f80 with x1830967346783360 ext(0->4095) 00010000:00010000:1.0:1746147258.446278:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.446285:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.446290:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a9f80 00000100:00100000:2.0:1746147258.450037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.450537:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346783488 00000100:00100000:3.0:1746147258.450544:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346783488 00010000:00010000:3.0:1746147258.450580:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.450726:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14572 00000100:00100000:3.0:1746147258.450734:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2008:x1830967346783488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.450745:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.450760:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.450772:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.450791:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffe75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c19 expref: 97 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.450814:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.450816:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.450825:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 96 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.450832:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 96 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.450857:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 96 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.450867:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340010496:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.450938:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.453995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.453998:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340010496:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.454014:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.454049:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2008:x1830967346783488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3315us (4017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.454058:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14572 00000100:00100000:2.0:1746147258.454147:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346783744 00000100:00100000:2.0:1746147258.454152:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346783744 00002000:00100000:2.0:1746147258.454182:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9c00 x1830967346783744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.454191:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9c00 with x1830967346783744 ext(0->4095) 00002000:00010000:2.0:1746147258.454195:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9c00 00000100:00100000:2.0:1746147258.454220:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13365 00000100:00100000:2.0:1746147258.454226:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346783744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.454672:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2006:x1830967346783744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 446us (682us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.454678:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13365 00002000:00100000:2.0:1746147258.454683:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9c00 x1830967346783744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.454690:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9c00 with x1830967346783744 ext(0->4095) 00002000:00010000:2.0:1746147258.454693:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9c00 00000100:00100000:0.0:1746147258.458820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.459116:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346783872 00000100:00100000:2.0:1746147258.459123:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346783872 00000100:00100000:2.0:1746147258.459209:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29795 00000100:00100000:2.0:1746147258.459216:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346783872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.459232:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.459275:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c27 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.459339:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 95 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.459346:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.459347:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.459351:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.459377:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 95 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.459386:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 95 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.459395:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340010624:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.459738:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.462540:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340010624:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.462706:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.462720:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653a00, rc 0) 00000100:00100000:2.0:1746147258.462759:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346783872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3542us (3946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.462766:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29795 00000100:00100000:0.0:1746147258.462926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.463005:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346784000 00000100:00100000:3.0:1746147258.463011:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346784000 00010000:00010000:3.0:1746147258.463032:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.463475:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14573 00000100:00100000:1.0:1746147258.463483:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346784000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147258.463494:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147258.463510:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.463520:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.463536:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bffe7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c20 expref: 96 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.463572:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.463574:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.463580:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.463590:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.463615:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147258.463624:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340010752:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147258.463670:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.464464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.464646:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346784128 00000100:00100000:2.0:1746147258.464651:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346784128 00000100:00100000:2.0:1746147258.464805:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29796 00000100:00100000:2.0:1746147258.464811:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+96:1814:x1830967346784128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.464821:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.464830:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c2e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.464844:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.464849:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.464850:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.464853:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.464869:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.464878:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.464886:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340010880:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.465227:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.466902:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340010752:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147258.466916:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.466943:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340010880:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.466958:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 97 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.466969:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652c00, rc 0) 00000100:00100000:1.0:1746147258.467116:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2005:x1830967346784000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3633us (4189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.467125:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14573 00000100:00100000:2.0:1746147258.467131:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1814:x1830967346784128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2320us (2669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.467136:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29796 00000100:00100000:0.0:1746147258.468135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.468198:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346784384 00000100:00100000:2.0:1746147258.468203:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346784384 00002000:00100000:2.0:1746147258.468230:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944aad80 x1830967346784384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.468239:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aad80 with x1830967346784384 ext(0->4095) 00010000:00010000:2.0:1746147258.468268:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.468278:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.468284:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944aad80 00000100:00100000:2.0:1746147258.468307:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2680 00000100:00100000:2.0:1746147258.468313:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346784384:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746147258.468479:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346784384:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 165us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.468484:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2680 00002000:00100000:2.0:1746147258.468490:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944aad80 x1830967346784384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.468496:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aad80 with x1830967346784384 ext(0->4095) 00010000:00010000:2.0:1746147258.468501:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.468508:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.468513:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944aad80 00000100:00100000:0.0:1746147258.470874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.471045:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346784512 00000100:00100000:1.0:1746147258.471051:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346784512 00010000:00010000:1.0:1746147258.471076:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.471321:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14574 00000100:00100000:3.0:1746147258.471330:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346784512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.471341:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.471356:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.471370:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.471387:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c27 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.471401:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.471403:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.471408:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.471415:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.471439:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.471450:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011008:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.471510:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.473830:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011008:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.473846:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.473875:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346784512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2546us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.473882:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14574 00000100:00100000:0.0:1746147258.475544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.475760:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346784768 00000100:00100000:2.0:1746147258.475766:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346784768 00002000:00100000:2.0:1746147258.475800:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9880 x1830967346784768/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.475807:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9880 with x1830967346784768 ext(0->4095) 00002000:00010000:2.0:1746147258.475811:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9880 00000100:00100000:2.0:1746147258.475868:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13366 00000100:00100000:2.0:1746147258.475874:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346784768:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.475978:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346784768:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.475984:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13366 00002000:00100000:2.0:1746147258.475990:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9880 x1830967346784768/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.475996:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9880 with x1830967346784768 ext(0->4095) 00002000:00010000:2.0:1746147258.475999:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9880 00000100:00100000:0.0:1746147258.481785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.482043:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346784896 00000100:00100000:2.0:1746147258.482052:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346784896 00000100:00100000:2.0:1746147258.482134:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29797 00000100:00100000:2.0:1746147258.482140:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346784896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.482156:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.482168:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c35 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.482189:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.482195:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.482196:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.482199:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.482221:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 95 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.482230:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 95 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.482238:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340011136:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.482899:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.485437:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340011136:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.485460:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.486922:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653e00, rc 0) 00000100:00100000:2.0:1746147258.486962:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346784896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4820us (5183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.486969:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29797 00000100:00100000:0.0:1746147258.490171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.490274:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346785024 00000100:00100000:1.0:1746147258.490280:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346785024 00002000:00100000:1.0:1746147258.490312:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944ab480 x1830967346785024/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.490320:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab480 with x1830967346785024 ext(0->7) 00010000:00010000:1.0:1746147258.490327:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.490338:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 96 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.490343:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab480 00000100:00100000:1.0:1746147258.490368:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2681 00000100:00100000:1.0:1746147258.490373:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+96:2005:x1830967346785024:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147258.491141:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2005:x1830967346785024:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 766us (973us total) trans 4294972305 rc 0/0 00000100:00100000:0.0:1746147258.491148:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2681 00002000:00100000:0.0:1746147258.491153:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944ab480 x1830967346785024/t4294972305(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.491160:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab480 with x1830967346785024 ext(0->7) 00010000:00010000:0.0:1746147258.491165:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 98 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.491175:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 98 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.491180:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab480 00000100:00100000:0.0:1746147258.494405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.494531:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346785152 00000100:00100000:3.0:1746147258.494539:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346785152 00010000:00010000:3.0:1746147258.494579:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 98 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.494611:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14575 00000100:00100000:3.0:1746147258.494618:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2005:x1830967346785152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.494631:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.494647:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 98 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.494657:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 98 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.494679:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffe8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c2e expref: 98 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.494694:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.494696:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.494702:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.494709:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.494737:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.494747:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011264:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.494819:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.503381:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011264:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.503400:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.503449:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+97:2005:x1830967346785152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8830us (9049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.503458:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14575 00000100:00100000:0.0:1746147258.503623:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.503783:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346785408 00000100:00100000:2.0:1746147258.503789:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346785408 00002000:00100000:2.0:1746147258.503821:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9500 x1830967346785408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.503830:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9500 with x1830967346785408 ext(0->4095) 00002000:00010000:2.0:1746147258.503834:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9500 00000100:00100000:2.0:1746147258.504302:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13367 00000100:00100000:2.0:1746147258.504309:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346785408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.504407:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346785408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (785us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.504413:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13367 00002000:00100000:2.0:1746147258.504417:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a9500 x1830967346785408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.504425:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a9500 with x1830967346785408 ext(0->4095) 00002000:00010000:2.0:1746147258.504427:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944a9500 00000100:00100000:0.0:1746147258.508759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.508906:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346785536 00000100:00100000:2.0:1746147258.508914:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346785536 00000100:00100000:2.0:1746147258.509004:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29798 00000100:00100000:2.0:1746147258.509011:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+97:1814:x1830967346785536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.509025:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.509038:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c3c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.509060:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.509067:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.509069:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.509072:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.509096:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.509106:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.509116:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340011392:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.510322:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.510742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.510819:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346785664 00000100:00100000:0.0:1746147258.510824:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346785664 00000100:00100000:0.0:1746147258.510903:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29799 00000100:00100000:0.0:1746147258.510909:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:1832:x1830967346785664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147258.510919:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147258.510929:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c43 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.510945:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147258.510949:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 100 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.510954:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147258.510957:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.510979:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 100 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.510989:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.510997:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130982e00, rc 0) 00000100:00100000:0.0:1746147258.512505:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:1832:x1830967346785664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1590us (1758us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147258.512514:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29799 00000100:00100000:2.0:1746147258.515304:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340011392:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.515331:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.515349:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653a00, rc 0) 00000100:00100000:2.0:1746147258.515392:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+99:1814:x1830967346785536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6381us (6640us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.515398:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29798 00000100:00100000:0.0:1746147258.519363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.520299:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346785792 00000100:00100000:3.0:1746147258.520306:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346785792 00010000:00010000:3.0:1746147258.520335:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.520510:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14576 00000100:00100000:3.0:1746147258.520516:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346785792:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.520530:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.520545:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.520555:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.520584:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffe91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c35 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.520732:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.520733:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.520739:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.520750:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.520777:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 98 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.520786:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 98 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.520796:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011648:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.521159:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.523053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.523138:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011648:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.523153:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.523192:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346785792:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2676us (3836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.523201:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14576 00000100:00100000:2.0:1746147258.523325:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346786048 00000100:00100000:2.0:1746147258.523332:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346786048 00002000:00100000:2.0:1746147258.523360:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c35500 x1830967346786048/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.523368:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35500 with x1830967346786048 ext(0->4095) 00010000:00010000:2.0:1746147258.523374:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.523385:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.523390:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c35500 00000100:00100000:2.0:1746147258.523403:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2682 00000100:00100000:2.0:1746147258.523408:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346786048:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.523495:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346786048:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.523500:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2682 00002000:00100000:2.0:1746147258.523505:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c35500 x1830967346786048/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.523517:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35500 with x1830967346786048 ext(0->4095) 00010000:00010000:2.0:1746147258.523521:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.523529:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.523534:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c35500 00000100:00100000:0.0:1746147258.527475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.527578:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346786176 00000100:00100000:3.0:1746147258.527585:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346786176 00010000:00010000:3.0:1746147258.527614:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.527973:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14577 00000100:00100000:3.0:1746147258.527982:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2006:x1830967346786176:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.527993:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.528010:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.528021:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.528040:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffe98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c3c expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.528056:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.528057:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.528063:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 98 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.528069:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 98 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.528097:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 98 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.528106:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011776:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.528677:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.530491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.530597:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340011776:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.530612:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.530641:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2006:x1830967346786176:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2660us (3172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.530649:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14577 00000100:00100000:2.0:1746147258.530713:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346786432 00000100:00100000:2.0:1746147258.530718:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346786432 00002000:00100000:2.0:1746147258.530744:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c34000 x1830967346786432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.530752:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c34000 with x1830967346786432 ext(0->4095) 00002000:00010000:2.0:1746147258.530756:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c34000 00000100:00100000:2.0:1746147258.530767:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13368 00000100:00100000:2.0:1746147258.530771:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2008:x1830967346786432:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147258.530861:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2008:x1830967346786432:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.530866:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13368 00002000:00100000:2.0:1746147258.530870:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c34000 x1830967346786432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.530876:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c34000 with x1830967346786432 ext(0->4095) 00002000:00010000:2.0:1746147258.530878:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c34000 00000100:00100000:0.0:1746147258.534918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.536166:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346786560 00000100:00100000:2.0:1746147258.536179:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346786560 00000100:00100000:2.0:1746147258.536232:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29800 00000100:00100000:2.0:1746147258.536267:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346786560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.536288:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.536306:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c4a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.536338:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 97 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.536346:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.536347:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.536351:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.536386:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 97 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.536397:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 97 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.536409:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340011904:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.536512:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.548190:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340011904:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.548224:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.548367:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:2.0:1746147258.548418:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346786560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12178us (13510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.548427:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29800 00000100:00100000:0.0:1746147258.548704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.550124:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346786688 00000100:00100000:3.0:1746147258.550136:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346786688 00002000:00100000:3.0:1746147258.550180:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c37800 x1830967346786688/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.550190:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c37800 with x1830967346786688 ext(0->7) 00010000:00010000:3.0:1746147258.550199:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 98 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.550212:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 98 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.550219:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c37800 00000100:00100000:3.0:1746147258.550769:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2683 00000100:00100000:3.0:1746147258.550915:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+98:2005:x1830967346786688:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147258.552353:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346786688:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1568us (3641us total) trans 4294972306 rc 0/0 00000100:00100000:0.0:1746147258.552365:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2683 00002000:00100000:0.0:1746147258.552374:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c37800 x1830967346786688/t4294972306(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.552383:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c37800 with x1830967346786688 ext(0->7) 00010000:00010000:0.0:1746147258.552393:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.552409:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.552416:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c37800 00000100:00100000:0.0:1746147258.557390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.557507:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346786816 00000100:00100000:3.0:1746147258.557516:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346786816 00010000:00010000:3.0:1746147258.557557:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.557640:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14578 00000100:00100000:3.0:1746147258.557647:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2007:x1830967346786816:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.557661:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.557680:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.557691:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.557716:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779bffe9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c43 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.558419:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.558421:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.558429:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.558437:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.558469:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.558480:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012032:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.558570:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.561141:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012032:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.561163:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.561208:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+99:2007:x1830967346786816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3559us (3828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.561219:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14578 00000100:00100000:0.0:1746147258.561590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.561706:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346787072 00000100:00100000:2.0:1746147258.561713:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346787072 00002000:00100000:2.0:1746147258.561754:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417c000 x1830967346787072/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.561763:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c000 with x1830967346787072 ext(0->4095) 00002000:00010000:2.0:1746147258.561768:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417c000 00000100:00100000:2.0:1746147258.561784:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13369 00000100:00100000:2.0:1746147258.561791:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346787072:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.561905:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346787072:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.561910:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13369 00002000:00100000:2.0:1746147258.561915:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417c000 x1830967346787072/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.561922:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c000 with x1830967346787072 ext(0->4095) 00002000:00010000:2.0:1746147258.561925:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417c000 00000100:00100000:0.0:1746147258.566020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.566162:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346787200 00000100:00100000:2.0:1746147258.566172:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346787200 00000100:00100000:2.0:1746147258.566225:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29801 00000100:00100000:2.0:1746147258.566232:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+99:1832:x1830967346787200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.566279:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.566297:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c51 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.566330:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.566338:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.566340:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.566343:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 100 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.566374:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.566386:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.566398:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340012160:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.566495:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.573733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.573927:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346787328 00000100:00100000:2.0:1746147258.573936:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346787328 00000100:00100000:2.0:1746147258.573980:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29802 00000100:00100000:2.0:1746147258.573988:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:1814:x1830967346787328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.574006:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.574024:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c58 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.574054:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.574060:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 102 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.574066:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.574069:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 102 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.574107:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 102 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.574118:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 102 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.574128:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653a00, rc 0) 00000100:00100000:2.0:1746147258.574188:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+102:1814:x1830967346787328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.574194:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29802 00000100:00100000:3.0:1746147258.575301:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340012160:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.575325:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.575359:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652200, rc 0) 00000100:00100000:3.0:1746147258.575400:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+101:1832:x1830967346787200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9168us (9391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.575407:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29801 00000100:00100000:0.0:1746147258.576608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.577109:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346787456 00000100:00100000:3.0:1746147258.577117:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346787456 00010000:00010000:3.0:1746147258.577148:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.578964:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14579 00000100:00100000:3.0:1746147258.578983:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346787456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.579003:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.579030:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.579044:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.579070:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffea6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c4a expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.579111:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.579113:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.579121:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 100 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.579133:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 100 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.579172:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 100 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.579184:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 100 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.579195:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012416:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.579589:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.584443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.584514:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012416:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.584531:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.584583:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346787456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5609us (7979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.584593:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14579 00000100:00100000:0.0:1746147258.584720:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346787712 00000100:00100000:0.0:1746147258.584727:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346787712 00002000:00100000:0.0:1746147258.584769:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0a80 x1830967346787712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.584783:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967346787712 ext(0->4095) 00010000:00010000:0.0:1746147258.584791:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.584803:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.584809:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e0a80 00000100:00100000:0.0:1746147258.584838:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2684 00000100:00100000:0.0:1746147258.584845:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346787712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147258.584959:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346787712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (527us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147258.584965:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2684 00002000:00100000:0.0:1746147258.584969:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0a80 x1830967346787712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.584975:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967346787712 ext(0->4095) 00010000:00010000:0.0:1746147258.584979:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.584987:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.584991:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e0a80 00000100:00100000:0.0:1746147258.589833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.589907:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346787840 00000100:00100000:3.0:1746147258.589916:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346787840 00000100:00100000:3.0:1746147258.589980:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29803 00000100:00100000:3.0:1746147258.589988:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346787840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.590008:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.590026:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c5f expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.590056:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.590063:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.590069:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147258.590072:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.590110:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.590122:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.590131:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7000, rc 0) 00000100:00100000:3.0:1746147258.591217:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346787840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1226us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.591224:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29803 00000100:00100000:1.0:1746147258.591353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.591478:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346787968 00000100:00100000:2.0:1746147258.591484:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346787968 00010000:00010000:2.0:1746147258.591506:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.591538:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14580 00000100:00100000:2.0:1746147258.591543:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2005:x1830967346787968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.591553:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.591995:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.592010:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.592033:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffead lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c51 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.592151:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.592152:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.592159:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.592167:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.592199:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.592210:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.592221:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012672:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.592308:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f013c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.595052:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012672:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.595075:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.595135:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2005:x1830967346787968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3590us (3779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.595146:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14580 00000100:00100000:0.0:1746147258.597415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.597515:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346788224 00000100:00100000:2.0:1746147258.597523:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346788224 00002000:00100000:2.0:1746147258.597558:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d880 x1830967346788224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.597576:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d880 with x1830967346788224 ext(0->4095) 00010000:00010000:2.0:1746147258.597584:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.597595:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.597601:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d880 00000100:00100000:2.0:1746147258.597617:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2685 00000100:00100000:2.0:1746147258.597623:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346788224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.597961:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346788224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 337us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.597967:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2685 00002000:00100000:2.0:1746147258.597972:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d880 x1830967346788224/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.597979:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d880 with x1830967346788224 ext(0->4095) 00010000:00010000:2.0:1746147258.597983:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.597994:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 100 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.597999:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d880 00000100:00100000:0.0:1746147258.599947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.601156:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346788352 00000100:00100000:3.0:1746147258.601163:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346788352 00000100:00100000:3.0:1746147258.601217:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29804 00000100:00100000:3.0:1746147258.601224:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+100:1814:x1830967346788352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.601237:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.601266:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c66 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.601290:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.601296:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.601304:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147258.601307:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.601335:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.601346:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.601353:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147258.601389:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+101:1814:x1830967346788352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.601395:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29804 00000100:00100000:0.0:1746147258.602317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.602400:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346788480 00000100:00100000:2.0:1746147258.602404:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346788480 00010000:00010000:2.0:1746147258.602423:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 101 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.602452:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14581 00000100:00100000:2.0:1746147258.602458:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2006:x1830967346788480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.602466:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.602480:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 101 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.602489:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 101 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.602503:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bffeb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c58 expref: 101 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.602525:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.602526:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.602531:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.602542:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.602561:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.602765:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.602775:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012928:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.602947:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f013c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.604797:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340012928:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.604813:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.604843:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2006:x1830967346788480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2385us (2528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.604851:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14581 00000100:00100000:0.0:1746147258.606191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.606332:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346788736 00000100:00100000:2.0:1746147258.606339:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346788736 00002000:00100000:2.0:1746147258.606369:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417c380 x1830967346788736/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.606377:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c380 with x1830967346788736 ext(0->4095) 00010000:00010000:2.0:1746147258.606383:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.606394:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.606400:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417c380 00000100:00100000:2.0:1746147258.606414:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2686 00000100:00100000:2.0:1746147258.606419:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346788736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.607068:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346788736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 646us (878us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.607074:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2686 00002000:00100000:2.0:1746147258.607080:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417c380 x1830967346788736/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.607087:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417c380 with x1830967346788736 ext(0->4095) 00010000:00010000:2.0:1746147258.607092:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.607102:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.607107:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417c380 00000100:00100000:0.0:1746147258.609406:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.609679:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346788864 00000100:00100000:2.0:1746147258.609687:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346788864 00010000:00010000:2.0:1746147258.609717:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.609752:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14582 00000100:00100000:2.0:1746147258.609758:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346788864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.609768:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.609785:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.609795:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.609813:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bffebb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c5f expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.609837:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.609839:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.609845:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.609851:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.609877:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147258.609888:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013056:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.610659:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.615797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.615903:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013056:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.615922:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.615971:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346788864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6213us (6570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.615982:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14582 00000100:00100000:3.0:1746147258.616725:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346789120 00000100:00100000:3.0:1746147258.616732:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346789120 00002000:00100000:3.0:1746147258.616764:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417df80 x1830967346789120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.616772:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967346789120 ext(0->4095) 00002000:00010000:3.0:1746147258.616776:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417df80 00000100:00100000:3.0:1746147258.617262:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13370 00000100:00100000:3.0:1746147258.617270:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2008:x1830967346789120:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147258.617370:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2008:x1830967346789120:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (1579us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.617379:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13370 00002000:00100000:3.0:1746147258.617384:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417df80 x1830967346789120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.617392:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967346789120 ext(0->4095) 00002000:00010000:3.0:1746147258.617395:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417df80 00000100:00100000:0.0:1746147258.623392:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.623487:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346789248 00000100:00100000:2.0:1746147258.623494:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346789248 00000100:00100000:3.0:1746147258.624698:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29805 00000100:00100000:3.0:1746147258.624716:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346789248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.624735:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.624749:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c6d expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.624770:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.624776:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.624778:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.624781:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.624805:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.624815:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 99 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.624824:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013184:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.624898:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.627309:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013184:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.627333:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.627346:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147258.627379:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346789248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2673us (3993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.627387:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29805 00000100:00100000:0.0:1746147258.632867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.632955:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346789376 00000100:00100000:1.0:1746147258.632962:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346789376 00002000:00100000:1.0:1746147258.632997:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009417d180 x1830967346789376/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.633005:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967346789376 ext(0->7) 00010000:00010000:1.0:1746147258.633013:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 100 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.633025:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 100 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.633031:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:1.0:1746147258.633059:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2687 00000100:00100000:1.0:1746147258.633065:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+100:2008:x1830967346789376:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147258.633790:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+102:2008:x1830967346789376:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 723us (927us total) trans 4294972307 rc 0/0 00000100:00100000:0.0:1746147258.633797:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2687 00002000:00100000:0.0:1746147258.633802:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009417d180 x1830967346789376/t4294972307(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.633810:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967346789376 ext(0->7) 00010000:00010000:0.0:1746147258.633814:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.633823:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.633829:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:0.0:1746147258.635713:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.635856:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346789504 00000100:00100000:2.0:1746147258.635863:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346789504 00010000:00010000:2.0:1746147258.635886:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.636397:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14583 00000100:00100000:2.0:1746147258.636404:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+102:2007:x1830967346789504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.636415:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.636429:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.636439:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.636456:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c66 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.643582:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.643587:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.643599:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.643609:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.643648:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147258.643662:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013312:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.644599:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1f013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.649118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.649190:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346789760 00000100:00100000:1.0:1746147258.649196:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346789760 00002000:00100000:1.0:1746147258.649231:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e300 x1830967346789760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.649238:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e300 with x1830967346789760 ext(0->4095) 00002000:00010000:1.0:1746147258.649268:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e300 00000100:00100000:1.0:1746147258.649294:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13371 00000100:00100000:1.0:1746147258.649300:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346789760:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147258.649404:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346789760:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.649409:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13371 00002000:00100000:1.0:1746147258.649414:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e300 x1830967346789760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.649420:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e300 with x1830967346789760 ext(0->4095) 00002000:00010000:1.0:1746147258.649422:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e300 00000100:00100000:2.0:1746147258.649504:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013312:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.649519:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.649540:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+101:2007:x1830967346789504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 13137us (13832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.649547:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14583 00000100:00100000:0.0:1746147258.653118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.653206:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346789888 00000100:00100000:3.0:1746147258.653213:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346789888 00000100:00100000:3.0:1746147258.653284:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29806 00000100:00100000:3.0:1746147258.653291:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+101:1814:x1830967346789888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.653306:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.653319:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c74 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.653343:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.653349:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.653351:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.653354:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 102 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.653376:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.653390:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.653400:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013440:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147258.653685:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.661359:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013440:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147258.661386:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 102 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147258.661400:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:0.0:1746147258.661442:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+102:1814:x1830967346789888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8151us (8330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147258.661449:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29806 00000100:00100000:0.0:1746147258.668423:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.668502:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346790016 00000100:00100000:2.0:1746147258.668510:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346790016 00010000:00010000:2.0:1746147258.668541:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.668571:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14584 00000100:00100000:2.0:1746147258.668578:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346790016:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.668591:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.668607:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.668618:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.668637:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bffec9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c6d expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.669992:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.669996:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.670005:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.670014:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.670060:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147258.670071:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013568:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.672278:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.677167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.677273:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013568:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.677290:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.677328:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346790016:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8750us (8910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.677336:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14584 00000100:00100000:3.0:1746147258.677425:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346790272 00000100:00100000:3.0:1746147258.677430:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346790272 00002000:00100000:3.0:1746147258.677463:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ed80 x1830967346790272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.677471:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ed80 with x1830967346790272 ext(0->4095) 00002000:00010000:3.0:1746147258.677475:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417ed80 00000100:00100000:3.0:1746147258.678527:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13372 00000100:00100000:3.0:1746147258.678536:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+102:2006:x1830967346790272:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147258.678648:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+102:2006:x1830967346790272:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.678654:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13372 00002000:00100000:3.0:1746147258.678659:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ed80 x1830967346790272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.678667:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ed80 with x1830967346790272 ext(0->4095) 00002000:00010000:3.0:1746147258.678669:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417ed80 00000100:00100000:0.0:1746147258.686520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.686656:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346790400 00000100:00100000:2.0:1746147258.686664:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346790400 00000100:00100000:2.0:1746147258.686695:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29807 00000100:00100000:2.0:1746147258.686701:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346790400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.686715:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.686727:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c7b expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.686747:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.686757:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.686758:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.686761:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.686784:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 101 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.686793:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 101 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.686802:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013696:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.686875:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.690315:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013696:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.690341:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.690356:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652c00, rc 0) 00000100:00100000:2.0:1746147258.690393:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346790400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3691us (3879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.690401:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29807 00000100:00100000:0.0:1746147258.690581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.690851:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346790528 00000100:00100000:3.0:1746147258.690857:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346790528 00002000:00100000:3.0:1746147258.690891:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86f800 x1830967346790528/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.690899:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86f800 with x1830967346790528 ext(0->7) 00010000:00010000:3.0:1746147258.690905:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.690915:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 102 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.690920:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86f800 00000100:00100000:3.0:1746147258.690935:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2688 00000100:00100000:3.0:1746147258.690941:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+102:2005:x1830967346790528:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147258.692000:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2005:x1830967346790528:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1056us (1417us total) trans 4294972308 rc 0/0 00000100:00100000:3.0:1746147258.692006:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2688 00002000:00100000:3.0:1746147258.692011:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d86f800 x1830967346790528/t4294972308(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.692018:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86f800 with x1830967346790528 ext(0->7) 00010000:00010000:3.0:1746147258.692022:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.692031:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.692036:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86f800 00000100:00100000:0.0:1746147258.701049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.701157:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346790656 00000100:00100000:2.0:1746147258.701165:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346790656 00010000:00010000:2.0:1746147258.701195:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.701223:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14585 00000100:00100000:2.0:1746147258.701230:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2005:x1830967346790656:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147258.701266:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.701522:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.701534:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.701553:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bffed0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c74 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.701717:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.701719:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.701726:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.701733:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.701761:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147258.701772:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013824:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.702095:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.705938:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.706115:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340013824:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.706133:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.706179:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+103:2005:x1830967346790656:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4948us (5135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.706188:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14585 00000100:00100000:3.0:1746147258.706299:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346790784 00000100:00100000:3.0:1746147258.706305:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346790784 00000100:00100000:3.0:1746147258.706333:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29808 00000100:00100000:3.0:1746147258.706340:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+103:1814:x1830967346790784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.706352:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.706365:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c82 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.706388:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.706394:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.706395:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.706399:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147258.706855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.706963:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346791040 00000100:00100000:2.0:1746147258.706967:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346791040 00002000:00100000:2.0:1746147258.706989:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86df80 x1830967346791040/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.706998:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86df80 with x1830967346791040 ext(0->4095) 00010000:00010000:2.0:1746147258.707004:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.707012:0:9593:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147258.707017:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86df80 00000100:00100000:2.0:1746147258.707030:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2689 00000100:00100000:2.0:1746147258.707035:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346791040:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147258.707137:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346791040:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.707142:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2689 00010000:00010000:3.0:1746147258.707143:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746147258.707147:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86df80 x1830967346791040/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.707153:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86df80 with x1830967346791040 ext(0->4095) 00010000:00010000:3.0:1746147258.707154:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.707158:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.707163:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013952:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.707167:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.707173:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86df80 00000100:00100000:3.0:1746147258.707208:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.712427:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340013952:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147258.712455:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.712474:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:2.0:1746147258.712977:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+104:1814:x1830967346790784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6598us (7005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.712987:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29808 00000100:00100000:0.0:1746147258.713549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.713826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.713980:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346791168 00000100:00100000:2.0:1746147258.713987:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346791168 00000100:00100000:2.0:1746147258.714013:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29809 00000100:00100000:2.0:1746147258.714019:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+104:1832:x1830967346791168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.714038:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.714050:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c89 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.714068:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.714072:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.714077:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.714079:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 105 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.714106:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.714119:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 105 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.714125:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653e00, rc 0) 00000100:00100000:2.0:1746147258.714161:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1832:x1830967346791168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.714166:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29809 00000100:00100000:3.0:1746147258.714857:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346791296 00000100:00100000:3.0:1746147258.714861:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346791296 00010000:00010000:3.0:1746147258.714878:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.714997:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14586 00000100:00100000:3.0:1746147258.715003:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346791296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.715011:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.715025:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.715036:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.715051:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652c00/0x29021e8779bffed7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c7b expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.715300:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.715302:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.715308:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.715315:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.715340:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.715351:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.715360:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014208:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.715724:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.722714:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014208:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.722732:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.722782:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346791296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7778us (8954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.722792:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14586 00000100:00100000:0.0:1746147258.723468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.723654:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346791552 00000100:00100000:2.0:1746147258.723660:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346791552 00002000:00100000:2.0:1746147258.723690:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86e680 x1830967346791552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.723699:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e680 with x1830967346791552 ext(0->4095) 00010000:00010000:2.0:1746147258.723706:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.723716:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.723722:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86e680 00000100:00100000:2.0:1746147258.723749:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2690 00000100:00100000:2.0:1746147258.723755:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2005:x1830967346791552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.723863:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2005:x1830967346791552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.723868:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2690 00002000:00100000:2.0:1746147258.723874:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86e680 x1830967346791552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.723881:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e680 with x1830967346791552 ext(0->4095) 00010000:00010000:2.0:1746147258.723885:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.723893:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.723897:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86e680 00000100:00100000:0.0:1746147258.727678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.729636:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346791680 00000100:00100000:3.0:1746147258.729645:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346791680 00010000:00010000:3.0:1746147258.729681:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.729710:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14587 00000100:00100000:3.0:1746147258.729716:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2008:x1830967346791680:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.729727:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.729742:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.729757:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.729776:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bffede lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c82 expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.729810:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.729812:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.729818:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.729824:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.729853:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.729864:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014336:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.729941:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.736114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.736239:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014336:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.736278:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.736312:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2008:x1830967346791680:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6595us (8641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.736321:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14587 00000100:00100000:2.0:1746147258.736639:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346791936 00000100:00100000:2.0:1746147258.736645:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346791936 00002000:00100000:2.0:1746147258.736672:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86d180 x1830967346791936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.736682:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d180 with x1830967346791936 ext(0->4095) 00002000:00010000:2.0:1746147258.736686:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d180 00000100:00100000:2.0:1746147258.736706:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13373 00000100:00100000:2.0:1746147258.736712:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346791936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.736809:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346791936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (703us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.736815:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13373 00002000:00100000:2.0:1746147258.736819:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86d180 x1830967346791936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.736826:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d180 with x1830967346791936 ext(0->4095) 00002000:00010000:2.0:1746147258.736828:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d180 00000100:00100000:0.0:1746147258.738289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.738359:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346792064 00000100:00100000:2.0:1746147258.738364:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346792064 00000100:00100000:2.0:1746147258.738389:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29810 00000100:00100000:2.0:1746147258.738394:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346792064:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.738405:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.738418:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c90 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.738438:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.738444:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.738445:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.738448:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.738472:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.738482:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 103 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.738492:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340014464:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.738554:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.740465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.740654:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340014464:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.740676:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.740692:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652200, rc 0) 00000100:00100000:2.0:1746147258.740720:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346792064:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2327us (2435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.740727:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29810 00000100:00100000:3.0:1746147258.740788:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346792192 00000100:00100000:3.0:1746147258.740792:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346792192 00010000:00010000:3.0:1746147258.740809:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.740827:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14588 00000100:00100000:3.0:1746147258.740832:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346792192:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.740841:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.740855:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.740864:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.740880:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653e00/0x29021e8779bffee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c89 expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.740891:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.740892:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.740897:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.740903:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.740923:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.740931:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014592:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.740961:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.742536:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014592:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.742550:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.743139:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+103:2006:x1830967346792192:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2303us (2675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.743147:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14588 00000100:00100000:0.0:1746147258.747379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.747587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.747683:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346792448 00000100:00100000:3.0:1746147258.747690:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346792448 00002000:00100000:3.0:1746147258.747724:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71ba300 x1830967346792448/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.747734:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71ba300 with x1830967346792448 ext(0->4095) 00002000:00010000:3.0:1746147258.747738:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71ba300 00000100:00100000:2.0:1746147258.748132:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346792576 00000100:00100000:2.0:1746147258.748136:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346792576 00000100:00100000:2.0:1746147258.748166:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29811 00000100:00100000:2.0:1746147258.748172:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+103:1814:x1830967346792576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.748184:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.748197:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c97 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.748219:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.748226:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.748228:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.748231:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 104 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.748282:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.748292:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.748307:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340014720:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.748378:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6900 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.748722:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2691 00000100:00100000:3.0:1746147258.748729:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346792448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147258.748830:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346792448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (1456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.749160:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2691 00002000:00100000:3.0:1746147258.749167:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71ba300 x1830967346792448/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.749174:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71ba300 with x1830967346792448 ext(0->4095) 00010000:00010000:3.0:1746147258.749180:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.749189:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746147258.749196:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71ba300 00000100:00100000:0.0:1746147258.751041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.751134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.751206:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340014720:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.751226:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 104 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.751238:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:1.0:1746147258.751507:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346792704 00000100:00100000:1.0:1746147258.751512:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346792704 00000100:00100000:1.0:1746147258.751540:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29812 00000100:00100000:1.0:1746147258.751545:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1832:x1830967346792704:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.751555:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.751573:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81c9e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.751589:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.751593:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 106 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.751599:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.751601:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 106 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.751625:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 106 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.751633:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 106 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.751639:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:3.0:1746147258.751726:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346792832 00000100:00100000:3.0:1746147258.751729:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346792832 00010000:00010000:3.0:1746147258.751743:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.751762:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14589 00000100:00100000:3.0:1746147258.751767:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346792832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.751773:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.751785:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.751793:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.751805:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bffeec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c90 expref: 6 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.751815:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.751816:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.751820:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 106 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.751826:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 106 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.751855:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 106 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.751863:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 106 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.751871:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014976:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147258.751914:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+106:1814:x1830967346792576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3741us (4327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.751920:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29811 00000100:00100000:1.0:1746147258.752024:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1832:x1830967346792704:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 478us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.752028:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29812 00000100:00100000:3.0:1746147258.752207:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.754417:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.754502:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340014976:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.754518:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.754568:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346792832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2792us (3425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.754577:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14589 00000100:00100000:2.0:1746147258.754653:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346793088 00000100:00100000:2.0:1746147258.754659:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346793088 00002000:00100000:2.0:1746147258.754688:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71baa00 x1830967346793088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.754696:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71baa00 with x1830967346793088 ext(0->4095) 00010000:00010000:2.0:1746147258.754703:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.754714:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.754719:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71baa00 00000100:00100000:2.0:1746147258.754743:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2692 00000100:00100000:2.0:1746147258.754750:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2007:x1830967346793088:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147258.754853:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2007:x1830967346793088:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.754859:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2692 00002000:00100000:2.0:1746147258.754864:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71baa00 x1830967346793088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.754871:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71baa00 with x1830967346793088 ext(0->4095) 00010000:00010000:2.0:1746147258.754875:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.754883:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.754889:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71baa00 00000100:00100000:0.0:1746147258.759049:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.759837:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346793216 00000100:00100000:3.0:1746147258.759846:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346793216 00010000:00010000:3.0:1746147258.759877:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.759913:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14590 00000100:00100000:3.0:1746147258.759920:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2006:x1830967346793216:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.759932:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.759972:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.759988:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.760008:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffef3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c97 expref: 105 pid: 24989 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.760170:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.760172:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.760179:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.760186:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.760214:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 104 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.760224:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015104:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.761461:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.763535:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015104:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.763552:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.763594:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346793216:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3673us (4551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.763603:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14590 00000100:00100000:1.0:1746147258.765103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.765196:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346793472 00000100:00100000:3.0:1746147258.765202:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346793472 00002000:00100000:3.0:1746147258.765231:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1f80 x1830967346793472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.765338:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1f80 with x1830967346793472 ext(0->4095) 00002000:00010000:3.0:1746147258.765342:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1f80 00000100:00100000:3.0:1746147258.765394:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13375 00000100:00100000:3.0:1746147258.765401:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346793472:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147258.765490:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346793472:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.765496:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13375 00002000:00100000:3.0:1746147258.765501:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1f80 x1830967346793472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.765508:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1f80 with x1830967346793472 ext(0->4095) 00002000:00010000:3.0:1746147258.765510:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1f80 00000100:00100000:0.0:1746147258.768483:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.770500:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346793600 00000100:00100000:1.0:1746147258.770511:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346793600 00000100:00100000:1.0:1746147258.770606:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29813 00000100:00100000:1.0:1746147258.770613:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346793600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.770629:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.770643:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ca5 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.770670:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.770676:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.770678:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.770681:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.770705:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.770716:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 103 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.770727:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340015232:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147258.771209:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.773061:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340015232:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147258.773084:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.773096:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dce00, rc 0) 00000100:00100000:1.0:1746147258.773125:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346793600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2514us (4650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.773132:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29813 00000100:00100000:0.0:1746147258.776187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.776237:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.776389:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346793728 00000100:00100000:1.0:1746147258.776398:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346793728 00000100:00100000:1.0:1746147258.776447:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29814 00000100:00100000:1.0:1746147258.776454:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a861c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+104:1814:x1830967346793728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.776470:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.776483:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cac expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.776504:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.776508:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.776514:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147258.776517:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 105 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.776544:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.776554:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 105 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.776573:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dcc00, rc 0) 00000100:00100000:1.0:1746147258.776610:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a861c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+105:1814:x1830967346793728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.776616:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29814 00000100:00100000:3.0:1746147258.777090:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346793856 00000100:00100000:3.0:1746147258.777094:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346793856 00010000:00010000:3.0:1746147258.777109:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.777135:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14591 00000100:00100000:3.0:1746147258.777140:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+105:2005:x1830967346793856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.777147:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.777161:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.777174:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.777189:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bffefa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81c9e expref: 105 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.777208:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.777210:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.777215:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.777223:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.777258:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.777268:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.777278:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015488:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.777323:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.780015:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015488:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.780032:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.780064:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2005:x1830967346793856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2922us (3825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.780076:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14591 00000100:00100000:0.0:1746147258.782149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.782345:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346794112 00000100:00100000:2.0:1746147258.782351:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346794112 00002000:00100000:2.0:1746147258.782383:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb100 x1830967346794112/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.782392:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967346794112 ext(0->4095) 00010000:00010000:2.0:1746147258.782399:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.782410:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.782416:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:2.0:1746147258.782439:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2693 00000100:00100000:2.0:1746147258.782445:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346794112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147258.782547:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346794112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.782553:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2693 00002000:00100000:2.0:1746147258.782558:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb100 x1830967346794112/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.782574:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967346794112 ext(0->4095) 00010000:00010000:2.0:1746147258.782578:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.782586:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.782591:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bb100 00000100:00100000:0.0:1746147258.785181:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.785275:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346794240 00000100:00100000:3.0:1746147258.785281:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346794240 00010000:00010000:3.0:1746147258.785305:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.785335:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14592 00000100:00100000:3.0:1746147258.785341:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346794240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.785350:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.785363:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.785374:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.785391:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dce00/0x29021e8779bfff01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ca5 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.785405:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.785407:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.785412:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.785419:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.785443:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.785454:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015616:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.785520:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.787659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.787744:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346794496 00000100:00100000:1.0:1746147258.787750:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346794496 00002000:00100000:1.0:1746147258.787781:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb480 x1830967346794496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.787796:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967346794496 ext(0->4095) 00002000:00010000:1.0:1746147258.787800:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb480 00000100:00100000:3.0:1746147258.787881:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015616:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.787897:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.787924:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346794240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2583us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.787933:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14592 00000100:00100000:1.0:1746147258.788370:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13376 00000100:00100000:1.0:1746147258.788378:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2007:x1830967346794496:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147258.788463:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2007:x1830967346794496:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.788469:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13376 00002000:00100000:1.0:1746147258.788474:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb480 x1830967346794496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.788481:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967346794496 ext(0->4095) 00002000:00010000:1.0:1746147258.788483:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb480 00000100:00100000:0.0:1746147258.797187:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.797461:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346794624 00000100:00100000:2.0:1746147258.797468:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346794624 00000100:00100000:2.0:1746147258.797556:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29815 00000100:00100000:2.0:1746147258.797571:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346794624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.797585:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.797599:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cb3 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.797622:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.797633:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.797635:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.797638:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.797664:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 103 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.797675:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 103 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746147258.797685:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340015744:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.797748:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.802282:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340015744:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.802308:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.802321:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653c00, rc 0) 00000100:00100000:2.0:1746147258.802354:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346794624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4791us (5174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.802361:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29815 00000100:00100000:0.0:1746147258.806207:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.806328:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346794752 00000100:00100000:2.0:1746147258.806335:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346794752 00002000:00100000:2.0:1746147258.806368:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a71bad80 x1830967346794752/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.806381:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bad80 with x1830967346794752 ext(0->7) 00010000:00010000:2.0:1746147258.806389:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.806399:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 104 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.806405:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bad80 00000100:00100000:1.0:1746147258.807524:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2694 00000100:00100000:1.0:1746147258.807534:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+104:2006:x1830967346794752:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147258.808323:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2006:x1830967346794752:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 790us (2122us total) trans 4294972309 rc 0/0 00000100:00100000:1.0:1746147258.808329:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2694 00002000:00100000:1.0:1746147258.808335:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a71bad80 x1830967346794752/t4294972309(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.808342:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bad80 with x1830967346794752 ext(0->7) 00010000:00010000:1.0:1746147258.808348:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 106 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.808364:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 106 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.808369:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71bad80 00000100:00100000:0.0:1746147258.812526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.812656:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346794880 00000100:00100000:3.0:1746147258.812664:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346794880 00010000:00010000:3.0:1746147258.812692:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 106 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.812727:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14593 00000100:00100000:3.0:1746147258.812734:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2007:x1830967346794880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.812744:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746147258.812757:0:7226:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147259 -> 1746147260 00002000:00010000:3.0:1746147258.812760:0:7226:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147259 -> 1746147260 00010000:00010000:3.0:1746147258.812764:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 106 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.812775:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 106 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.812792:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779bfff08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cac expref: 106 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.812819:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.812821:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.812826:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.812832:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.812858:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.812868:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015872:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.812937:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.813325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.813378:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346795008 00000100:00100000:1.0:1746147258.813382:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346795008 00000100:00100000:1.0:1746147258.813402:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29816 00000100:00100000:1.0:1746147258.813406:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:1814:x1830967346795008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.813417:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.813426:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cba expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.813445:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.813450:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.813452:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.813455:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 107 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.813601:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.813612:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 5 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.813629:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340016000:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147258.813678:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.815210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147258.815235:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346795264 00000100:00100000:0.0:1746147258.815239:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346795264 00002000:00100000:0.0:1746147258.815283:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9500 x1830967346795264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.815291:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9500 with x1830967346795264 ext(0->4095) 00010000:00010000:0.0:1746147258.815296:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.815307:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.815313:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b9500 00000100:00100000:0.0:1746147258.815336:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2695 00000100:00100000:0.0:1746147258.815341:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346795264:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746147258.815426:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346795264:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 85us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147258.815431:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2695 00002000:00100000:0.0:1746147258.815437:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9500 x1830967346795264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147258.815449:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9500 with x1830967346795264 ext(0->4095) 00010000:00010000:0.0:1746147258.815452:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746147258.815459:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746147258.815463:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b9500 00000100:00100000:3.0:1746147258.815468:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340015872:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.815480:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.815500:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2007:x1830967346794880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2767us (2983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.815506:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14593 00000100:00100000:1.0:1746147258.815876:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340016000:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147258.815892:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 106 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.815903:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc800, rc 0) 00000100:00100000:1.0:1746147258.815923:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+106:1814:x1830967346795008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2516us (2598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.815928:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29816 00000100:00100000:0.0:1746147258.819335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.819455:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346795392 00000100:00100000:3.0:1746147258.819462:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346795392 00010000:00010000:3.0:1746147258.819490:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.819651:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14594 00000100:00100000:3.0:1746147258.819659:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346795392:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.819673:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.819689:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.819699:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.819717:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cb3 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.819741:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.819743:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.819749:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 105 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.819755:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 105 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.819782:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 105 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.819792:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340016128:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.819867:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.829864:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340016128:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.829884:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.829936:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346795392:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10277us (10607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.829950:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14594 00000100:00100000:0.0:1746147258.830022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.830201:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346795648 00000100:00100000:2.0:1746147258.830207:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346795648 00002000:00100000:2.0:1746147258.830276:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9180 x1830967346795648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.830285:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9180 with x1830967346795648 ext(0->4095) 00002000:00010000:2.0:1746147258.830290:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9180 00000100:00100000:2.0:1746147258.830309:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13377 00000100:00100000:2.0:1746147258.830316:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2006:x1830967346795648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.830412:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2006:x1830967346795648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.830418:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13377 00002000:00100000:2.0:1746147258.830423:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9180 x1830967346795648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.830429:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9180 with x1830967346795648 ext(0->4095) 00002000:00010000:2.0:1746147258.830432:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b9180 00000100:00100000:0.0:1746147258.841464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.841530:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346795776 00000100:00100000:1.0:1746147258.841537:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346795776 00000100:00100000:1.0:1746147258.841589:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29817 00000100:00100000:1.0:1746147258.841597:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346795776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.841613:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.841625:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cc1 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.841649:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 105 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.841655:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.841656:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.841659:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.841691:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 105 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.841701:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 105 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.841711:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340016256:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147258.842607:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.852655:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.853017:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346795904 00000100:00100000:2.0:1746147258.853029:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346795904 00002000:00100000:2.0:1746147258.853071:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fb8a80 x1830967346795904/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.853082:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8a80 with x1830967346795904 ext(0->7) 00010000:00010000:2.0:1746147258.853090:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 106 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.853103:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 106 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.853110:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb8a80 00000100:00100000:2.0:1746147258.853137:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2696 00000100:00100000:2.0:1746147258.853144:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+106:2005:x1830967346795904:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147258.853193:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340016256:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147258.853226:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.853271:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dde00, rc 0) 00000100:00100000:1.0:1746147258.853335:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346795776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11738us (11877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.853344:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29817 00000100:00100000:2.0:1746147258.856093:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2005:x1830967346795904:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2937us (3437us total) trans 4294972310 rc 0/0 00000100:00100000:2.0:1746147258.856105:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2696 00002000:00100000:2.0:1746147258.856115:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fb8a80 x1830967346795904/t4294972310(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.856124:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8a80 with x1830967346795904 ext(0->7) 00010000:00010000:2.0:1746147258.856135:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.856150:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.856157:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb8a80 00000100:00100000:0.0:1746147258.862081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.863313:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346796032 00000100:00100000:3.0:1746147258.863323:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346796032 00010000:00010000:3.0:1746147258.863358:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.863396:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14595 00000100:00100000:3.0:1746147258.863402:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2006:x1830967346796032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.863412:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.863427:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.863436:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.863452:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc800/0x29021e8779bfff16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cba expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.863480:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.863481:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.863495:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.863501:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.863525:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.863535:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340016384:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.863621:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.872111:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.872204:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346796288 00000100:00100000:2.0:1746147258.872213:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346796288 00002000:00100000:2.0:1746147258.872289:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb8000 x1830967346796288/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.872301:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8000 with x1830967346796288 ext(0->4095) 00002000:00010000:2.0:1746147258.872306:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fb8000 00000100:00100000:2.0:1746147258.872325:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13378 00000100:00100000:2.0:1746147258.872331:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346796288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147258.872413:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340016384:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.872433:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147258.872469:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346796288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.872476:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13378 00002000:00100000:2.0:1746147258.872481:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb8000 x1830967346796288/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.872488:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb8000 with x1830967346796288 ext(0->4095) 00002000:00010000:2.0:1746147258.872491:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fb8000 00000100:00100000:3.0:1746147258.872503:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:2006:x1830967346796032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9100us (10432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.872512:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14595 00000100:00100000:0.0:1746147258.874357:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.874423:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346796416 00000100:00100000:1.0:1746147258.874432:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346796416 00000100:00100000:1.0:1746147258.875495:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29818 00000100:00100000:1.0:1746147258.875505:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+107:1832:x1830967346796416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.875524:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.875539:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cc8 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.875570:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.875577:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.875579:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.875582:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.875607:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.875618:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 5 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746147258.875628:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340016512:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147258.875713:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.888744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.888844:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340016512:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147258.888867:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.888881:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd800, rc 0) 00000100:00100000:1.0:1746147258.888917:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1832:x1830967346796416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13415us (14568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.888925:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29818 00000100:00100000:1.0:1746147258.888947:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346796544 00000100:00100000:1.0:1746147258.888951:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346796544 00000100:00100000:1.0:1746147258.888987:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29819 00000100:00100000:1.0:1746147258.888993:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1814:x1830967346796544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147258.889008:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147258.889018:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ccf expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.889035:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147258.889038:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.889044:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147258.889047:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.889071:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.889080:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147258.889087:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd600, rc 0) 00000100:00100000:1.0:1746147258.889102:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:1814:x1830967346796544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147258.889107:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29819 00000100:00100000:0.0:1746147258.893852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.894146:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346796672 00000100:00100000:3.0:1746147258.894154:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346796672 00010000:00010000:3.0:1746147258.894182:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.894216:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14596 00000100:00100000:3.0:1746147258.894222:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346796672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.894234:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.894278:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.894288:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.894306:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dde00/0x29021e8779bfff1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc1 expref: 6 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.894328:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.894331:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.894336:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.894342:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.894370:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.894379:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.894395:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340016768:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.895291:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.904525:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.904639:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346796928 00000100:00100000:1.0:1746147258.904646:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346796928 00002000:00100000:1.0:1746147258.904683:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989180 x1830967346796928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.904691:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989180 with x1830967346796928 ext(0->4095) 00010000:00010000:1.0:1746147258.904700:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.904712:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.904718:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989180 00000100:00100000:1.0:1746147258.904740:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2697 00000100:00100000:1.0:1746147258.904747:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2006:x1830967346796928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147258.904846:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2006:x1830967346796928:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.904851:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2697 00002000:00100000:1.0:1746147258.904856:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989180 x1830967346796928/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.904861:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989180 with x1830967346796928 ext(0->4095) 00010000:00010000:1.0:1746147258.904865:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746147258.904872:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746147258.904876:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989180 00000100:00100000:3.0:1746147258.904948:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340016768:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.904962:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.904992:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346796672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10770us (11148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.905000:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14596 00000100:00100000:0.0:1746147258.911718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.912677:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346797056 00000100:00100000:2.0:1746147258.912688:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346797056 00000100:00100000:2.0:1746147258.912744:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29820 00000100:00100000:2.0:1746147258.912752:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346797056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.912771:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.912789:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cd6 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.912817:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.912822:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.912829:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147258.912832:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.912871:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.912883:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.912893:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:2.0:1746147258.912941:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346797056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.912947:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29820 00000100:00100000:0.0:1746147258.914163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.914278:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346797184 00000100:00100000:3.0:1746147258.914288:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346797184 00010000:00010000:3.0:1746147258.914324:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.915088:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14597 00000100:00100000:3.0:1746147258.915096:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2006:x1830967346797184:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.915110:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.915127:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.915139:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.915159:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd800/0x29021e8779bfff24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cc8 expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.915640:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.915643:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.915650:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.915657:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.915687:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.915696:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.915707:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017024:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.915788:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009493a600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.919494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.919738:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346797440 00000100:00100000:2.0:1746147258.919745:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346797440 00002000:00100000:2.0:1746147258.919781:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1180 x1830967346797440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.919790:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1180 with x1830967346797440 ext(0->4095) 00010000:00010000:2.0:1746147258.919797:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.919809:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.919815:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e1180 00000100:00100000:2.0:1746147258.919837:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2698 00000100:00100000:2.0:1746147258.919843:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2005:x1830967346797440:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147258.919882:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017024:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.919898:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.919977:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2006:x1830967346797184:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4880us (5816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.919989:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14597 00000100:00100000:2.0:1746147258.920497:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2005:x1830967346797440:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 653us (1008us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.920504:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2698 00002000:00100000:2.0:1746147258.920510:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1180 x1830967346797440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.920517:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1180 with x1830967346797440 ext(0->4095) 00010000:00010000:2.0:1746147258.920523:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.920532:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 108 pid: 9588 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.920537:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e1180 00000100:00100000:0.0:1746147258.925302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.925662:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346797568 00000100:00100000:3.0:1746147258.925669:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346797568 00000100:00100000:3.0:1746147258.925716:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29821 00000100:00100000:3.0:1746147258.925723:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1814:x1830967346797568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147258.925738:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147258.925752:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cdd expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.925772:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.925777:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.925782:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147258.925786:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 109 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.925816:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.925826:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 109 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.925835:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147258.925879:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+109:1814:x1830967346797568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.925885:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29821 00000100:00100000:0.0:1746147258.926384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.927546:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346797696 00000100:00100000:3.0:1746147258.927552:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346797696 00010000:00010000:3.0:1746147258.927581:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.927703:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14598 00000100:00100000:3.0:1746147258.927710:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2005:x1830967346797696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.927720:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.927736:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.927746:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.927763:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd600/0x29021e8779bfff2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ccf expref: 109 pid: 9588 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.927787:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.927789:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.927795:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.927802:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.927824:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.927834:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 5 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.928675:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017280:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.929121:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.934795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.935189:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346797952 00000100:00100000:2.0:1746147258.935196:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346797952 00002000:00100000:2.0:1746147258.935234:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988a80 x1830967346797952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.935277:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988a80 with x1830967346797952 ext(0->4095) 00010000:00010000:2.0:1746147258.935285:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.935297:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.935306:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988a80 00000100:00100000:2.0:1746147258.935334:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2699 00000100:00100000:2.0:1746147258.935340:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346797952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147258.935456:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346797952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147258.935462:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2699 00002000:00100000:2.0:1746147258.935467:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988a80 x1830967346797952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147258.935474:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988a80 with x1830967346797952 ext(0->4095) 00010000:00010000:2.0:1746147258.935478:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746147258.935485:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746147258.935489:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139988a80 00000100:00100000:3.0:1746147258.935862:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017280:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.935878:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.935911:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2005:x1830967346797696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8201us (9527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.935918:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14598 00000100:00100000:0.0:1746147258.941512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.941815:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346798080 00000100:00100000:3.0:1746147258.941823:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346798080 00010000:00010000:3.0:1746147258.941854:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746147258.941888:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14599 00000100:00100000:3.0:1746147258.941894:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346798080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.941907:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.941922:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.941932:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.941951:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cd6 expref: 6 pid: 20948 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746147258.941976:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.941978:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.941983:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 107 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.941991:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 107 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.942019:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 107 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.942030:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017408:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.942104:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.945240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.946467:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346798336 00000100:00100000:1.0:1746147258.946477:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346798336 00002000:00100000:1.0:1746147258.946512:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988000 x1830967346798336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.946521:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988000 with x1830967346798336 ext(0->4095) 00000100:00100000:3.0:1746147258.946523:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017408:192.168.202.9@tcp:105: 00002000:00010000:1.0:1746147258.946525:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139988000 00010000:00010000:3.0:1746147258.946539:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.946588:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346798080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4692us (5082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.946596:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14599 00000100:00100000:1.0:1746147258.947349:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13379 00000100:00100000:1.0:1746147258.947357:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2005:x1830967346798336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147258.947465:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2005:x1830967346798336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (2230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.947470:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13379 00002000:00100000:1.0:1746147258.947475:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988000 x1830967346798336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.947482:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988000 with x1830967346798336 ext(0->4095) 00002000:00010000:1.0:1746147258.947484:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139988000 00000100:00100000:0.0:1746147258.951648:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.951693:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346798464 00000100:00100000:2.0:1746147258.951701:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346798464 00000100:00100000:2.0:1746147258.951748:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29822 00000100:00100000:2.0:1746147258.951776:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346798464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.951791:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.951805:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ce4 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.951834:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 107 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.951840:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.951842:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.951845:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.951869:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 107 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.951879:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 107 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147258.951889:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340017536:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.951953:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147258.955409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.956000:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340017536:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.956024:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.956036:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653a00, rc 0) 00000100:00100000:2.0:1746147258.956076:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346798464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4321us (4434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.956084:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29822 00000100:00100000:0.0:1746147258.956298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.956345:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346798720 00000100:00100000:2.0:1746147258.956351:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346798720 00000100:00100000:2.0:1746147258.956394:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29823 00000100:00100000:2.0:1746147258.956401:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1814:x1830967346798720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.956413:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746147258.956421:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346798592 00010000:00010000:2.0:1746147258.956424:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ceb expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.956425:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346798592 00010000:00010000:2.0:1746147258.956440:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147258.956441:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 110 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147258.956445:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.956450:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147258.956453:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 110 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.956464:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14600 00000100:00100000:3.0:1746147258.956469:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+110:2005:x1830967346798592:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.956479:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147258.956489:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.956494:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 110 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147258.956498:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 110 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.956503:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 110 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147258.956527:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.956528:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfff39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cdd expref: 110 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147258.956528:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147258.956532:0:20948:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.956539:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.956903:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147258.956915:0:20948:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.956924:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 5 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147258.956934:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+109:2005:x1830967346798592:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 463us (1530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.956934:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340017792:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.956940:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14600 00000100:00100000:2.0:1746147258.956983:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147258.958120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.958455:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346798976 00000100:00100000:3.0:1746147258.958460:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346798976 00002000:00100000:3.0:1746147258.958488:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998b800 x1830967346798976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.958496:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998b800 with x1830967346798976 ext(0->4095) 00010000:00010000:3.0:1746147258.958501:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147258.958510:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147258.958515:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998b800 00000100:00100000:3.0:1746147258.958541:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2700 00000100:00100000:3.0:1746147258.958548:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346798976:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147258.958649:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346798976:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147258.958655:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2700 00002000:00100000:3.0:1746147258.958660:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998b800 x1830967346798976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147258.958666:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998b800 with x1830967346798976 ext(0->4095) 00010000:00010000:3.0:1746147258.958670:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147258.958678:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147258.958683:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998b800 00000100:00100000:2.0:1746147258.958749:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340017792:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147258.958759:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652200, rc 0) 00000100:00100000:2.0:1746147258.958777:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+108:1814:x1830967346798720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2377us (2480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.958782:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29823 00000100:00100000:0.0:1746147258.963965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147258.964162:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346799104 00000100:00100000:3.0:1746147258.964170:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346799104 00010000:00010000:3.0:1746147258.964198:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147258.964236:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14601 00000100:00100000:3.0:1746147258.964270:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346799104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147258.964282:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147258.964297:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147258.964308:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147258.964332:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653a00/0x29021e8779bfff40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ce4 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147258.964349:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.964351:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147258.964357:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 107 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.964363:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 107 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147258.964391:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 107 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147258.964401:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017920:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147258.964470:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147258.968277:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340017920:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147258.968296:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147258.968339:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346799104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4095us (4380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147258.968348:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14601 00000100:00100000:0.0:1746147258.968446:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.968514:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346799360 00000100:00100000:1.0:1746147258.968520:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346799360 00002000:00100000:1.0:1746147258.968547:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a63480 x1830967346799360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.968555:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63480 with x1830967346799360 ext(0->4095) 00002000:00010000:1.0:1746147258.968568:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a63480 00000100:00100000:1.0:1746147258.968583:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13380 00000100:00100000:1.0:1746147258.968589:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2006:x1830967346799360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147258.968904:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2006:x1830967346799360:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 314us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147258.968913:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13380 00002000:00100000:1.0:1746147258.968918:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a63480 x1830967346799360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 488/4536 e 0 to 0 dl 1746147269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.968924:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63480 with x1830967346799360 ext(0->4095) 00002000:00010000:1.0:1746147258.968926:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a63480 00000100:00100000:0.0:1746147258.978325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147258.978661:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346799488 00000100:00100000:2.0:1746147258.978668:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346799488 00000100:00100000:2.0:1746147258.978717:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29824 00000100:00100000:2.0:1746147258.978724:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346799488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147258.978739:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147258.978753:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cf2 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.978777:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 107 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.978787:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.978789:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147258.978792:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.978817:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 107 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.978828:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 107 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147258.978836:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340018048:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147258.979030:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147258.982133:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340018048:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147258.982158:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147258.982171:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:2.0:1746147258.982206:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346799488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3482us (3888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147258.982215:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29824 00000100:00100000:0.0:1746147258.989899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147258.990357:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346799616 00000100:00100000:1.0:1746147258.990364:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346799616 00002000:00100000:1.0:1746147258.990397:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a63b80 x1830967346799616/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/0 e 0 to 0 dl 1746147269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.990405:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63b80 with x1830967346799616 ext(0->7) 00010000:00010000:1.0:1746147258.990412:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 108 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147258.990424:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 108 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147258.990429:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63b80 00000100:00100000:1.0:1746147258.990462:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2701 00000100:00100000:1.0:1746147258.990468:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+108:2006:x1830967346799616:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147258.991787:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+110:2006:x1830967346799616:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1315us (1890us total) trans 4294972311 rc 0/0 00000100:00100000:1.0:1746147258.991795:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2701 00002000:00100000:1.0:1746147258.991802:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a63b80 x1830967346799616/t4294972311(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:634/0 lens 496/448 e 0 to 0 dl 1746147269 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147258.991815:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a63b80 with x1830967346799616 ext(0->7) 00010000:00010000:1.0:1746147258.991821:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 110 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147258.991832:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 110 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147258.991838:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a63b80 00000100:00100000:0.0:1746147259.001458:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.001542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.001615:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346799872 00000100:00100000:2.0:1746147259.001623:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346799872 00000100:00100000:2.0:1746147259.001659:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29825 00000100:00100000:2.0:1746147259.001666:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+110:1814:x1830967346799872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.001683:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.001696:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81cf9 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.001716:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.001721:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.001726:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.001729:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 111 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.001754:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346799744 00010000:00010000:2.0:1746147259.001756:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.001757:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346799744 00010000:00010000:2.0:1746147259.001766:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 112 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.001772:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 112 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.001775:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653c00, rc 0) 00000100:00100000:3.0:1746147259.001804:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14602 00000100:00100000:3.0:1746147259.001809:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2007:x1830967346799744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.001816:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.001829:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 112 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.001838:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 112 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.001838:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+112:1814:x1830967346799872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.001843:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29825 00010000:00010000:3.0:1746147259.001852:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652200/0x29021e8779bfff47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ceb expref: 111 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.001869:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.001870:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.001875:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.001881:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.001900:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.001909:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 5 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.001923:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018304:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.001978:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.008301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.008486:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346800128 00000100:00100000:1.0:1746147259.008493:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346800128 00002000:00100000:1.0:1746147259.008529:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62680 x1830967346800128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.008539:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62680 with x1830967346800128 ext(0->4095) 00010000:00010000:1.0:1746147259.008547:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.008570:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.008576:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a62680 00000100:00100000:1.0:1746147259.008607:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2702 00000100:00100000:1.0:1746147259.008614:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346800128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147259.008724:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346800128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.008730:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2702 00002000:00100000:1.0:1746147259.008736:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62680 x1830967346800128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.008743:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62680 with x1830967346800128 ext(0->4095) 00010000:00010000:1.0:1746147259.008747:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.008748:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018304:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.008755:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.008760:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a62680 00010000:00010000:3.0:1746147259.008762:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.008786:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+110:2007:x1830967346799744:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6976us (7335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.008792:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14602 00000100:00100000:0.0:1746147259.012636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.012732:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346800256 00000100:00100000:3.0:1746147259.012739:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346800256 00010000:00010000:3.0:1746147259.013223:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.013291:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14603 00000100:00100000:3.0:1746147259.013298:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346800256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.013310:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.013326:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.013335:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.013353:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf2 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.013374:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.013376:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.013382:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 109 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.013388:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 109 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.013413:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 109 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.013422:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018432:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.013486:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.016833:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018432:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.016854:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.016894:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346800256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3597us (4264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.016903:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14603 00000100:00100000:0.0:1746147259.017052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.017217:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346800512 00000100:00100000:2.0:1746147259.017223:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346800512 00002000:00100000:2.0:1746147259.017270:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62d80 x1830967346800512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.017278:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62d80 with x1830967346800512 ext(0->4095) 00002000:00010000:2.0:1746147259.017282:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a62d80 00000100:00100000:2.0:1746147259.017307:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13381 00000100:00100000:2.0:1746147259.017313:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+110:2006:x1830967346800512:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.017414:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+110:2006:x1830967346800512:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.017420:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13381 00002000:00100000:2.0:1746147259.017425:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a62d80 x1830967346800512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.017432:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a62d80 with x1830967346800512 ext(0->4095) 00002000:00010000:2.0:1746147259.017434:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a62d80 00000100:00100000:0.0:1746147259.020933:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.021058:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346800640 00000100:00100000:2.0:1746147259.021064:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346800640 00000100:00100000:2.0:1746147259.021109:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29826 00000100:00100000:2.0:1746147259.021116:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346800640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.021132:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.021146:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d00 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.021169:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 109 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.021174:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.021176:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.021178:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.021207:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 109 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.021218:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 109 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.021229:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340018560:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.021332:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.030744:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340018560:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.030775:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.030790:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653800, rc 0) 00000100:00100000:2.0:1746147259.030842:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346800640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9725us (9915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.030850:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29826 00000100:00100000:0.0:1746147259.036007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.036340:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346800768 00000100:00100000:1.0:1746147259.036347:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346800768 00002000:00100000:1.0:1746147259.036383:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a61180 x1830967346800768/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.036392:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61180 with x1830967346800768 ext(0->7) 00010000:00010000:1.0:1746147259.036399:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 110 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.036410:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 110 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.036416:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a61180 00000100:00100000:1.0:1746147259.036439:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2703 00000100:00100000:1.0:1746147259.036445:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+110:2005:x1830967346800768:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147259.037280:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2005:x1830967346800768:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 831us (1278us total) trans 4294972312 rc 0/0 00000100:00100000:1.0:1746147259.037290:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2703 00002000:00100000:1.0:1746147259.037296:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094a61180 x1830967346800768/t4294972312(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.037302:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61180 with x1830967346800768 ext(0->7) 00010000:00010000:1.0:1746147259.037308:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 112 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.037319:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 112 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.037325:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a61180 00000100:00100000:0.0:1746147259.047378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.048568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.048738:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346800896 00000100:00100000:2.0:1746147259.048746:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346800896 00000100:00100000:2.0:1746147259.048782:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29827 00000100:00100000:2.0:1746147259.048789:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+112:1814:x1830967346800896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.048806:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.048821:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d07 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.048843:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.048849:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.048855:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.048858:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.048888:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.048898:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 113 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.048906:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652800, rc 0) 00000100:00100000:2.0:1746147259.048947:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+113:1814:x1830967346800896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (1576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.048952:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29827 00000100:00100000:3.0:1746147259.049030:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346801024 00000100:00100000:3.0:1746147259.049034:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346801024 00010000:00010000:3.0:1746147259.049052:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 113 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.049068:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14604 00000100:00100000:3.0:1746147259.049073:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7824c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+113:2006:x1830967346801024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.049080:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.049092:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 113 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.049107:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 113 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.049120:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653c00/0x29021e8779bfff55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81cf9 expref: 113 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.049131:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.049133:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.049138:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.049144:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.049159:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.049167:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 5 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.049176:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018816:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.049215:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.053303:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018816:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147259.053303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147259.053321:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.053358:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2006:x1830967346801024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4283us (4799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.053370:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14604 00000100:00100000:1.0:1746147259.053373:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346801280 00000100:00100000:1.0:1746147259.053380:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346801280 00002000:00100000:1.0:1746147259.053413:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731b480 x1830967346801280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.053422:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731b480 with x1830967346801280 ext(0->4095) 00010000:00010000:1.0:1746147259.053429:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.053441:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.053447:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731b480 00000100:00100000:1.0:1746147259.054150:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2704 00000100:00100000:1.0:1746147259.054158:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346801280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147259.055207:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346801280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1046us (1902us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.055214:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2704 00002000:00100000:1.0:1746147259.055221:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731b480 x1830967346801280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.055229:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731b480 with x1830967346801280 ext(0->4095) 00010000:00010000:1.0:1746147259.055236:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.055262:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.055267:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731b480 00000100:00100000:0.0:1746147259.060979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.061537:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346801408 00000100:00100000:3.0:1746147259.061545:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346801408 00010000:00010000:3.0:1746147259.061582:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.061864:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14605 00000100:00100000:3.0:1746147259.061872:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346801408:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.061884:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.061900:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.061911:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.061930:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d00 expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.061960:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.061962:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.061969:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 111 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.061976:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 111 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.062004:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 111 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.062014:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018944:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.062453:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.065342:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340018944:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.065358:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.065389:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346801408:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3518us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.065397:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14605 00000100:00100000:0.0:1746147259.065672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.065922:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346801664 00000100:00100000:2.0:1746147259.065928:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346801664 00002000:00100000:2.0:1746147259.065956:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731a300 x1830967346801664/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.065964:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731a300 with x1830967346801664 ext(0->4095) 00002000:00010000:2.0:1746147259.065967:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013731a300 00000100:00100000:2.0:1746147259.065990:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13382 00000100:00100000:2.0:1746147259.065995:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2006:x1830967346801664:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.066094:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2006:x1830967346801664:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.066101:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13382 00002000:00100000:2.0:1746147259.066106:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731a300 x1830967346801664/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.066114:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731a300 with x1830967346801664 ext(0->4095) 00002000:00010000:2.0:1746147259.066116:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013731a300 00000100:00100000:0.0:1746147259.073762:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.073896:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346801792 00000100:00100000:2.0:1746147259.073904:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346801792 00000100:00100000:2.0:1746147259.073950:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29828 00000100:00100000:2.0:1746147259.073957:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346801792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.073973:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.073987:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d0e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.074010:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 111 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.074017:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.074019:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.074022:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.074047:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 111 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.074058:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 111 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.074072:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340019072:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.074151:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.077968:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340019072:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.077994:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.078008:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:2.0:1746147259.078042:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346801792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4085us (4286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.078050:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29828 00000100:00100000:0.0:1746147259.088580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.089306:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346801920 00000100:00100000:2.0:1746147259.089313:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346801920 00002000:00100000:2.0:1746147259.089353:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5df80 x1830967346801920/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.089361:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5df80 with x1830967346801920 ext(0->7) 00010000:00010000:2.0:1746147259.089368:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 112 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.089379:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 112 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.089384:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5df80 00000100:00100000:2.0:1746147259.089406:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2705 00000100:00100000:2.0:1746147259.089412:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+112:2006:x1830967346801920:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147259.090125:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346801920:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 710us (1548us total) trans 4294972313 rc 0/0 00000100:00100000:2.0:1746147259.090132:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2705 00002000:00100000:2.0:1746147259.090138:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5df80 x1830967346801920/t4294972313(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.090146:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5df80 with x1830967346801920 ext(0->7) 00010000:00010000:2.0:1746147259.090151:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 114 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.090161:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 114 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.090166:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5df80 00000100:00100000:0.0:1746147259.097697:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.098918:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346802176 00000100:00100000:2.0:1746147259.098927:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346802176 00000100:00100000:2.0:1746147259.098976:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29829 00000100:00100000:2.0:1746147259.098983:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+114:1814:x1830967346802176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.098998:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.099013:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d15 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.099033:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.099038:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.099044:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.099047:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 115 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.099076:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.099086:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 115 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.099093:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:2.0:1746147259.099128:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+115:1814:x1830967346802176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.099133:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29829 00000100:00100000:2.0:1746147259.099213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.099352:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346802048 00000100:00100000:3.0:1746147259.099356:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346802048 00010000:00010000:3.0:1746147259.099372:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 115 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.099387:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14606 00000100:00100000:3.0:1746147259.099391:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+115:2005:x1830967346802048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.099398:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.099411:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 115 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.099419:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 115 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.099433:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfff63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d07 expref: 115 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.099444:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.099446:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.099451:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.099457:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.099914:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.099924:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 5 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.099934:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340019328:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.100533:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.104658:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340019328:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.104676:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.104930:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2005:x1830967346802048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5535us (5713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.104940:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14606 00000100:00100000:0.0:1746147259.105068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.105143:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346802432 00000100:00100000:2.0:1746147259.105149:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346802432 00002000:00100000:2.0:1746147259.105177:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ed80 x1830967346802432/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.105186:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ed80 with x1830967346802432 ext(0->4095) 00010000:00010000:2.0:1746147259.105193:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.105203:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.105209:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ed80 00000100:00100000:2.0:1746147259.105890:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2706 00000100:00100000:2.0:1746147259.105897:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346802432:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.106767:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346802432:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 868us (1698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.106774:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2706 00002000:00100000:2.0:1746147259.106781:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ed80 x1830967346802432/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.106788:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ed80 with x1830967346802432 ext(0->4095) 00010000:00010000:2.0:1746147259.106794:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.106804:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.106809:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ed80 00000100:00100000:0.0:1746147259.109492:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.109592:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346802560 00000100:00100000:3.0:1746147259.109599:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346802560 00010000:00010000:3.0:1746147259.109625:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.109655:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14607 00000100:00100000:3.0:1746147259.109661:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346802560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.109673:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.109685:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.109694:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.109710:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d0e expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.109724:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.109726:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.109731:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.109738:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.109762:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.109772:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340019456:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.109842:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.115479:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340019456:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.115499:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.115535:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346802560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5873us (6047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.115547:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14607 00000100:00100000:0.0:1746147259.116825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.116899:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346802816 00000100:00100000:2.0:1746147259.116905:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346802816 00002000:00100000:2.0:1746147259.116936:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5dc00 x1830967346802816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.116945:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967346802816 ext(0->4095) 00002000:00010000:2.0:1746147259.116948:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:2.0:1746147259.116962:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13383 00000100:00100000:2.0:1746147259.116968:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346802816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.117156:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346802816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.117161:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13383 00002000:00100000:2.0:1746147259.117166:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5dc00 x1830967346802816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.117173:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967346802816 ext(0->4095) 00002000:00010000:2.0:1746147259.117176:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746147259.122346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.122567:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346802944 00000100:00100000:2.0:1746147259.122574:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346802944 00000100:00100000:2.0:1746147259.122610:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29830 00000100:00100000:2.0:1746147259.122617:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346802944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.122632:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.122647:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d1c expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.122669:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.122674:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.122676:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.122679:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.122703:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 113 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.122711:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 113 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.122721:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340019584:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.122786:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.125636:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340019584:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.125660:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.125674:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:2.0:1746147259.125717:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346802944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3100us (3378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.125724:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29830 00000100:00100000:0.0:1746147259.126659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.126698:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346803072 00000100:00100000:2.0:1746147259.126703:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346803072 00002000:00100000:2.0:1746147259.126730:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5fb80 x1830967346803072/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.126738:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5fb80 with x1830967346803072 ext(0->7) 00010000:00010000:2.0:1746147259.126745:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 114 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.126756:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 114 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.126761:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5fb80 00000100:00100000:2.0:1746147259.126777:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2707 00000100:00100000:2.0:1746147259.126783:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+114:2006:x1830967346803072:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147259.128925:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2006:x1830967346803072:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2135us (2260us total) trans 4294972314 rc 0/0 00000100:00100000:2.0:1746147259.128936:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2707 00002000:00100000:2.0:1746147259.128944:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5fb80 x1830967346803072/t4294972314(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.128951:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5fb80 with x1830967346803072 ext(0->7) 00010000:00010000:2.0:1746147259.128959:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 116 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.128971:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 116 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.128977:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5fb80 00000100:00100000:0.0:1746147259.140107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.141745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.142488:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346803328 00000100:00100000:2.0:1746147259.142500:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346803328 00000100:00100000:3.0:1746147259.142549:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346803200 00000100:00100000:3.0:1746147259.142571:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346803200 00000100:00100000:2.0:1746147259.142584:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29831 00000100:00100000:2.0:1746147259.142591:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+117:1814:x1830967346803328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.142603:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 117 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.142610:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.142628:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d23 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.142630:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14608 00000100:00100000:3.0:1746147259.142637:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2005:x1830967346803200:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.142648:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.142656:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.142663:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.142670:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.142673:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 118 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.142786:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 118 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.142799:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 118 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.142817:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.142819:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d15 expref: 118 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.142830:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.142840:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.142841:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.142847:0:24989:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.142855:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.143013:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147259.143023:0:24989:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.143034:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 5 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.143046:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340019840:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.143058:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+117:2005:x1830967346803200:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 422us (2958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.143064:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14608 00000100:00100000:2.0:1746147259.143342:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.146984:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340019840:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147259.147001:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:0.0:1746147259.147280:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+116:1814:x1830967346803328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4689us (5537us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147259.147288:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29831 00000100:00100000:2.0:1746147259.147424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.148451:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346803584 00000100:00100000:3.0:1746147259.148458:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346803584 00002000:00100000:3.0:1746147259.148490:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e377800 x1830967346803584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.148504:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377800 with x1830967346803584 ext(0->4095) 00010000:00010000:3.0:1746147259.148510:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.148521:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.148526:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e377800 00000100:00100000:3.0:1746147259.148581:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2708 00000100:00100000:3.0:1746147259.148588:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346803584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.149072:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346803584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 483us (1647us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.149078:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2708 00002000:00100000:3.0:1746147259.149084:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e377800 x1830967346803584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.149090:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377800 with x1830967346803584 ext(0->4095) 00010000:00010000:3.0:1746147259.149094:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.149102:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.149108:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e377800 00010000:00010000:1.0:1746147259.149848:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147259.151776:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.151941:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346803712 00000100:00100000:3.0:1746147259.151948:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346803712 00010000:00010000:3.0:1746147259.151972:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.151995:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14609 00000100:00100000:3.0:1746147259.152001:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346803712:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.152011:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.152026:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.152036:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.152053:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bfff78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d1c expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.152081:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.152083:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.152090:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.152097:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.152125:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.152135:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340019968:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.152206:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.154973:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.155070:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340019968:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.155085:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.155117:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346803712:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3116us (3347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.155126:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14609 00000100:00100000:2.0:1746147259.155198:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346803968 00000100:00100000:2.0:1746147259.155203:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346803968 00002000:00100000:2.0:1746147259.155231:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e680 x1830967346803968/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.155472:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e680 with x1830967346803968 ext(0->4095) 00002000:00010000:2.0:1746147259.155477:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e680 00000100:00100000:2.0:1746147259.155493:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13384 00000100:00100000:2.0:1746147259.155500:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2005:x1830967346803968:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.155607:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2005:x1830967346803968:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.155612:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13384 00002000:00100000:2.0:1746147259.155617:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e680 x1830967346803968/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.155624:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e680 with x1830967346803968 ext(0->4095) 00002000:00010000:2.0:1746147259.155626:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e680 00000100:00100000:0.0:1746147259.160758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.160821:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346804096 00000100:00100000:2.0:1746147259.160829:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346804096 00000100:00100000:2.0:1746147259.160873:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29832 00000100:00100000:2.0:1746147259.160879:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346804096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.160893:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.160906:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d2a expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.160928:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.160934:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.160935:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.160939:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.160962:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 115 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.160972:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 115 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.160982:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340020096:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.161059:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.164979:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340020096:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.165006:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.165021:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:2.0:1746147259.165057:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346804096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4178us (4306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.165064:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29832 00000100:00100000:0.0:1746147259.167684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.167773:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346804224 00000100:00100000:1.0:1746147259.167781:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346804224 00002000:00100000:1.0:1746147259.167816:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5ca80 x1830967346804224/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.167824:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ca80 with x1830967346804224 ext(0->7) 00010000:00010000:1.0:1746147259.167831:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 116 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.167841:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 116 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.167847:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ca80 00000100:00100000:1.0:1746147259.167875:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2709 00000100:00100000:1.0:1746147259.167881:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+116:2008:x1830967346804224:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147259.169917:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2008:x1830967346804224:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2025us (2228us total) trans 4294972315 rc 0/0 00000100:00100000:0.0:1746147259.169930:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2709 00002000:00100000:0.0:1746147259.169941:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5ca80 x1830967346804224/t4294972315(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.169951:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ca80 with x1830967346804224 ext(0->7) 00010000:00010000:0.0:1746147259.169961:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 118 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.169976:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 118 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.169984:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ca80 00000100:00100000:1.0:1746147259.177399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.178232:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346804480 00000100:00100000:2.0:1746147259.178265:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346804480 00000100:00100000:2.0:1746147259.178308:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29833 00000100:00100000:2.0:1746147259.178315:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+118:1814:x1830967346804480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.178330:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.178343:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d31 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.178369:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.178373:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.178379:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.178381:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 119 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.178410:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.178419:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 119 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.178427:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653800, rc 0) 00000100:00100000:2.0:1746147259.178461:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+119:1814:x1830967346804480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.178467:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29833 00000100:00100000:1.0:1746147259.178550:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.178621:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346804352 00000100:00100000:3.0:1746147259.178624:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346804352 00010000:00010000:3.0:1746147259.178639:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 119 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.178655:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14610 00000100:00100000:3.0:1746147259.178659:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+119:2007:x1830967346804352:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.178666:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.178679:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 119 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.178689:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 119 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.178704:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d23 expref: 119 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.178715:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.178717:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.178721:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.178732:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.178749:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.178757:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 5 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.178767:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340020352:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.178812:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.181226:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340020352:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147259.181238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.181308:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346804736 00000100:00100000:1.0:1746147259.181313:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346804736 00002000:00100000:1.0:1746147259.181342:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ce00 x1830967346804736/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.181352:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830967346804736 ext(0->4095) 00010000:00010000:1.0:1746147259.181358:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.181371:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.181376:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ce00 00000100:00100000:1.0:1746147259.181404:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2710 00000100:00100000:1.0:1746147259.181409:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346804736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147259.181514:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346804736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.181519:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2710 00002000:00100000:1.0:1746147259.181524:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5ce00 x1830967346804736/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.181531:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830967346804736 ext(0->4095) 00010000:00010000:1.0:1746147259.181535:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.181544:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.181549:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ce00 00010000:00010000:3.0:1746147259.181621:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.181642:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2007:x1830967346804352:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2982us (3092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.181649:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14610 00000100:00100000:0.0:1746147259.187687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.187828:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346804864 00000100:00100000:3.0:1746147259.187838:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346804864 00010000:00010000:3.0:1746147259.187877:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.187988:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14611 00000100:00100000:3.0:1746147259.187996:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346804864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.188013:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.188035:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.188049:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.188074:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfff86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d2a expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.188219:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.188221:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.188230:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.188238:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.188311:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.188323:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340020480:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.189101:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.194105:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340020480:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.194132:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.195271:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346804864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7262us (7584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.195286:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14611 00000100:00100000:0.0:1746147259.195565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.195659:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346805120 00000100:00100000:2.0:1746147259.195667:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346805120 00002000:00100000:2.0:1746147259.195709:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f100 x1830967346805120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.195721:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830967346805120 ext(0->4095) 00002000:00010000:2.0:1746147259.195725:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:2.0:1746147259.195752:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13385 00000100:00100000:2.0:1746147259.195759:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2005:x1830967346805120:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.195904:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2005:x1830967346805120:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.195910:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13385 00002000:00100000:2.0:1746147259.195915:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f100 x1830967346805120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.195922:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f100 with x1830967346805120 ext(0->4095) 00002000:00010000:2.0:1746147259.195925:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5f100 00000100:00100000:0.0:1746147259.202020:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.202375:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346805248 00000100:00100000:2.0:1746147259.202388:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346805248 00000100:00100000:2.0:1746147259.202451:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29834 00000100:00100000:2.0:1746147259.202459:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346805248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.202480:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.202498:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d38 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.202530:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.202537:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.202539:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.202543:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.202586:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 117 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.202603:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 117 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.202615:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340020608:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.202724:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.205518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.205638:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346805376 00000100:00100000:1.0:1746147259.205646:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346805376 00002000:00100000:1.0:1746147259.205691:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5ea00 x1830967346805376/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.205700:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830967346805376 ext(0->7) 00010000:00010000:1.0:1746147259.205709:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 118 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.205721:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 118 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.205728:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:2.0:1746147259.205962:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340020608:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.205989:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.206003:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:2.0:1746147259.206062:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346805248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3603us (4056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.206070:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29834 00000100:00100000:1.0:1746147259.206127:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2711 00000100:00100000:1.0:1746147259.206134:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+118:2006:x1830967346805376:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147259.207746:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2006:x1830967346805376:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1606us (2231us total) trans 4294972316 rc 0/0 00000100:00100000:0.0:1746147259.207755:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2711 00002000:00100000:0.0:1746147259.207762:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d5ea00 x1830967346805376/t4294972316(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.207771:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ea00 with x1830967346805376 ext(0->7) 00010000:00010000:0.0:1746147259.207780:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.207793:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.207800:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5ea00 00000100:00100000:0.0:1746147259.210235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.210467:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346805504 00000100:00100000:3.0:1746147259.210477:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346805504 00010000:00010000:3.0:1746147259.210515:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.210540:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14612 00000100:00100000:3.0:1746147259.210547:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2005:x1830967346805504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.210570:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.210590:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.210602:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.210623:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfff8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d31 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.210654:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.210656:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.210663:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.210670:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.210702:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.210714:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340020736:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.210794:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.214016:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340020736:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.214043:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.214096:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+119:2005:x1830967346805504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3547us (3869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.214107:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14612 00000100:00100000:2.0:1746147259.215728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.216132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.216221:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346805760 00000100:00100000:1.0:1746147259.216229:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346805760 00002000:00100000:1.0:1746147259.216307:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375180 x1830967346805760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.216316:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375180 with x1830967346805760 ext(0->4095) 00002000:00010000:1.0:1746147259.216321:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375180 00000100:00100000:1.0:1746147259.216348:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13386 00000100:00100000:1.0:1746147259.216355:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346805760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.216629:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346805888 00000100:00100000:3.0:1746147259.216633:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346805888 00000100:00100000:3.0:1746147259.216658:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29835 00000100:00100000:3.0:1746147259.216663:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+119:1814:x1830967346805888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.216673:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.216690:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d3f expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.216719:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.216727:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.216728:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.216731:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 120 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.216762:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.216772:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.216788:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340020864:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.216855:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.217527:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346805760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1171us (1802us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.217536:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13386 00002000:00100000:1.0:1746147259.217543:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375180 x1830967346805760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.217551:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375180 with x1830967346805760 ext(0->4095) 00010000:00010000:1.0:1746147259.217568:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.217578:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.217584:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e375180 00000100:00100000:0.0:1746147259.220179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.220345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.220387:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346806144 00000100:00100000:0.0:1746147259.220394:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346806144 00010000:00010000:0.0:1746147259.220426:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746147259.220459:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14613 00000100:00100000:0.0:1746147259.220466:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346806144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147259.220478:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746147259.220486:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346806016 00000100:00100000:2.0:1746147259.220490:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346806016 00010000:00010000:0.0:1746147259.220497:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.220509:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.220513:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29836 00000100:00100000:2.0:1746147259.220518:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+121:1832:x1830967346806016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.220532:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147259.220534:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147259.220536:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.220541:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d46 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.220543:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.220550:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.220574:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.220580:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.220582:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.220584:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 122 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.220774:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.220785:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.220797:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340020992:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.220865:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746147259.221011:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.221020:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.221029:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021120:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.221055:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00010000:00010000:3.0:1746147259.221140:0:20948:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfff94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d38 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.221167:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340020864:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.221186:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.221193:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.221200:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7000, rc 0) 00000100:00100000:3.0:1746147259.221222:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346805888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4559us (5090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.221228:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29835 00000100:00100000:2.0:1746147259.222365:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340020992:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.222388:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 121 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.222401:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653400, rc 0) 00000100:00100000:2.0:1746147259.222429:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+121:1832:x1830967346806016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1909us (2259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.222435:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29836 00000100:00100000:0.0:1746147259.223641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.223735:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021120:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.223751:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.224096:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346806144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3629us (3748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.224105:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14613 00000100:00100000:1.0:1746147259.224155:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346806400 00000100:00100000:1.0:1746147259.224161:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346806400 00002000:00100000:1.0:1746147259.224196:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85880 x1830967346806400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.224205:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830967346806400 ext(0->4095) 00010000:00010000:1.0:1746147259.224213:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.224225:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.224232:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85880 00000100:00100000:1.0:1746147259.224281:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2712 00000100:00100000:1.0:1746147259.224287:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2007:x1830967346806400:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147259.225510:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2007:x1830967346806400:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 1217us (1867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.225518:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2712 00002000:00100000:1.0:1746147259.225524:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85880 x1830967346806400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.225533:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85880 with x1830967346806400 ext(0->4095) 00010000:00010000:1.0:1746147259.225540:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.225554:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.225571:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85880 00000100:00100000:0.0:1746147259.227495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.227554:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346806528 00000100:00100000:1.0:1746147259.227575:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346806528 00010000:00010000:1.0:1746147259.227615:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.227652:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14614 00000100:00100000:1.0:1746147259.227659:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2008:x1830967346806528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.227676:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.227694:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.227705:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.227733:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfff9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d3f expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.227765:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.227767:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.227774:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 120 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.227784:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 120 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.227820:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 120 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.227834:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021248:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.228010:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.232093:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.232128:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021248:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.232153:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.232272:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346806784 00000100:00100000:2.0:1746147259.232280:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346806784 00002000:00100000:2.0:1746147259.232324:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84700 x1830967346806784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.232340:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830967346806784 ext(0->4095) 00002000:00010000:2.0:1746147259.232344:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84700 00000100:00100000:2.0:1746147259.232379:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13387 00000100:00100000:2.0:1746147259.232387:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2006:x1830967346806784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147259.232641:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2008:x1830967346806528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4981us (5153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.232651:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14614 00000100:00100000:2.0:1746147259.232724:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2006:x1830967346806784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 338us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.232730:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13387 00002000:00100000:2.0:1746147259.232735:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84700 x1830967346806784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.232741:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84700 with x1830967346806784 ext(0->4095) 00002000:00010000:2.0:1746147259.232743:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84700 00000100:00100000:0.0:1746147259.234964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.235060:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346806912 00000100:00100000:2.0:1746147259.235068:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346806912 00000100:00100000:2.0:1746147259.235117:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29837 00000100:00100000:2.0:1746147259.235125:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346806912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.235141:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.235155:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d4d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.235178:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 119 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.235185:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.235187:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.235190:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.235215:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 119 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.235226:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 119 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.235237:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340021376:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.235330:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.236886:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340021376:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.236903:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.236914:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653800, rc 0) 00000100:00100000:2.0:1746147259.236939:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346806912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1815us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.236945:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29837 00000100:00100000:0.0:1746147259.238375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.238472:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346807040 00000100:00100000:1.0:1746147259.238478:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346807040 00010000:00010000:1.0:1746147259.238500:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.238532:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14615 00000100:00100000:1.0:1746147259.238538:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2006:x1830967346807040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.238549:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.238573:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.238583:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.238600:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779bfffa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d46 expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.238626:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.238628:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.238633:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.238640:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.238663:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.238673:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021504:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.238735:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.240216:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021504:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.240344:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.240376:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+119:2006:x1830967346807040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1837us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.240383:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14615 00000100:00100000:0.0:1746147259.240898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.241184:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346807296 00000100:00100000:3.0:1746147259.241190:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346807296 00002000:00100000:3.0:1746147259.241220:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84380 x1830967346807296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.241228:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84380 with x1830967346807296 ext(0->4095) 00002000:00010000:3.0:1746147259.241232:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84380 00000100:00100000:2.0:1746147259.241355:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13388 00000100:00100000:2.0:1746147259.241362:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346807296:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.241454:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346807296:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.241460:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13388 00002000:00100000:2.0:1746147259.241465:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84380 x1830967346807296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.241477:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84380 with x1830967346807296 ext(0->4095) 00002000:00010000:2.0:1746147259.241480:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84380 00000100:00100000:0.0:1746147259.243455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.243615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.243930:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346807424 00000100:00100000:2.0:1746147259.243936:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346807424 00000100:00100000:2.0:1746147259.244214:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346807552 00000100:00100000:2.0:1746147259.244217:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346807552 00000100:00100000:3.0:1746147259.244325:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29838 00000100:00100000:3.0:1746147259.244333:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+120:1814:x1830967346807424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.244347:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.244361:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d54 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.244383:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.244389:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.244391:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.244394:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.244417:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.244427:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 5 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.244438:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340021632:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.244495:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.244675:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29839 00000100:00100000:2.0:1746147259.244682:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+121:1832:x1830967346807552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.244688:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.244695:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d5b expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.244705:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.244708:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.244713:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.244715:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.244734:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.244743:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.244750:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652800, rc 0) 00000100:00100000:2.0:1746147259.244772:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1832:x1830967346807552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.244777:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29839 00000100:00100000:3.0:1746147259.246797:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340021632:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.246817:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.246827:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147259.246852:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+121:1814:x1830967346807424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2520us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.246861:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29838 00000100:00100000:0.0:1746147259.247190:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.247574:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346807680 00000100:00100000:1.0:1746147259.247580:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346807680 00010000:00010000:1.0:1746147259.247599:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.247633:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14616 00000100:00100000:1.0:1746147259.247639:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346807680:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.247651:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.247666:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.247676:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.247693:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bfffa9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d4d expref: 6 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.247714:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.247715:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.247721:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 120 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.247728:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 120 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.247750:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 120 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.247760:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 120 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.247774:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021888:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.247819:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.250407:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340021888:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.250425:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.250470:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346807680:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2829us (3278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.250478:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14616 00000100:00100000:0.0:1746147259.251547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.252140:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346807936 00000100:00100000:3.0:1746147259.252147:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346807936 00002000:00100000:3.0:1746147259.252177:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5f80 x1830967346807936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.252186:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5f80 with x1830967346807936 ext(0->4095) 00010000:00010000:3.0:1746147259.252193:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.252205:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.252212:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb5f80 00000100:00100000:3.0:1746147259.252268:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2713 00000100:00100000:3.0:1746147259.252275:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2005:x1830967346807936:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.252373:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2005:x1830967346807936:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (828us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.252379:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2713 00002000:00100000:3.0:1746147259.252383:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5f80 x1830967346807936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.252389:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5f80 with x1830967346807936 ext(0->4095) 00010000:00010000:3.0:1746147259.252393:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.252406:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.252412:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb5f80 00000100:00100000:0.0:1746147259.254615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.254813:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346808064 00000100:00100000:1.0:1746147259.254821:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346808064 00010000:00010000:1.0:1746147259.254844:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.254879:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14617 00000100:00100000:1.0:1746147259.254885:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+121:2005:x1830967346808064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.254895:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.254909:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.254919:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.254937:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779bfffb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d54 expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.254964:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.254966:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.254972:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 120 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.254978:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 120 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.255003:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 120 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.255013:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022016:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.255073:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.257457:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022016:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.257474:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.257511:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2005:x1830967346808064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2624us (2899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.257518:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14617 00000100:00100000:2.0:1746147259.257624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.257709:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346808320 00000100:00100000:0.0:1746147259.257714:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346808320 00002000:00100000:0.0:1746147259.257740:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374380 x1830967346808320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.257748:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374380 with x1830967346808320 ext(0->4095) 00002000:00010000:0.0:1746147259.257752:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e374380 00000100:00100000:0.0:1746147259.257775:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13389 00000100:00100000:0.0:1746147259.257781:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2006:x1830967346808320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147259.257883:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2006:x1830967346808320:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147259.257887:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13389 00002000:00100000:0.0:1746147259.257892:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374380 x1830967346808320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.257898:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374380 with x1830967346808320 ext(0->4095) 00002000:00010000:0.0:1746147259.257900:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e374380 00000100:00100000:0.0:1746147259.259426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.259492:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346808448 00000100:00100000:3.0:1746147259.259497:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346808448 00000100:00100000:3.0:1746147259.259535:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29840 00000100:00100000:3.0:1746147259.259539:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346808448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.259549:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.259572:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d62 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.259591:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 119 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.259597:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.259598:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.259601:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.259621:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 119 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.259630:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 119 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.259639:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340022144:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.259692:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.261928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.262110:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346808576 00000100:00100000:2.0:1746147259.262115:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346808576 00002000:00100000:2.0:1746147259.262145:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bfb4000 x1830967346808576/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.262152:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4000 with x1830967346808576 ext(0->7) 00010000:00010000:2.0:1746147259.262159:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.262170:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 120 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.262175:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4000 00000100:00100000:2.0:1746147259.262189:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2714 00000100:00100000:2.0:1746147259.262194:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+120:2005:x1830967346808576:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147259.262808:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340022144:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.262829:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.262840:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147259.262870:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346808448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3330us (3447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.262876:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29840 00000100:00100000:0.0:1746147259.263304:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2005:x1830967346808576:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1108us (1379us total) trans 4294972317 rc 0/0 00000100:00100000:0.0:1746147259.263310:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2714 00002000:00100000:0.0:1746147259.263314:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bfb4000 x1830967346808576/t4294972317(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.263321:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4000 with x1830967346808576 ext(0->7) 00010000:00010000:0.0:1746147259.263326:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.263334:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.263338:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4000 00000100:00100000:0.0:1746147259.272299:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.272373:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346808704 00000100:00100000:1.0:1746147259.272380:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346808704 00010000:00010000:1.0:1746147259.272408:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.272444:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14618 00000100:00100000:1.0:1746147259.272451:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7824850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2005:x1830967346808704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.272464:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.272479:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.272494:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.272512:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d5b expref: 122 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.272541:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.272543:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.272548:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.272555:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.272589:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.272600:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022272:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.272661:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.275773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.276059:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346808832 00000100:00100000:3.0:1746147259.276066:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346808832 00000100:00100000:3.0:1746147259.276160:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29841 00000100:00100000:3.0:1746147259.276167:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346808832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.276180:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.276193:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d69 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.276212:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.276219:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.276220:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.276223:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.276264:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.276280:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 5 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.276289:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340022400:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.276353:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.276407:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022272:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147259.276420:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147259.276438:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2005:x1830967346808704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3988us (4146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147259.276446:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14618 00000100:00100000:1.0:1746147259.276533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.276582:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346809088 00000100:00100000:0.0:1746147259.276586:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346809088 00002000:00100000:0.0:1746147259.276704:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2300 x1830967346809088/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.276713:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2300 with x1830967346809088 ext(0->4095) 00010000:00010000:0.0:1746147259.276719:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.276730:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.276735:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2300 00000100:00100000:0.0:1746147259.276826:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2715 00000100:00100000:0.0:1746147259.276832:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346809088:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147259.276927:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346809088:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147259.276932:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2715 00002000:00100000:0.0:1746147259.276936:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2300 x1830967346809088/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.276948:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2300 with x1830967346809088 ext(0->4095) 00010000:00010000:0.0:1746147259.276952:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.276959:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.276963:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2300 00000100:00100000:2.0:1746147259.278844:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340022400:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.278865:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.278877:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:2.0:1746147259.279447:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346808832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (3680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.279454:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29841 00000100:00100000:3.0:1746147259.279569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.279776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.279789:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346809216 00000100:00100000:0.0:1746147259.279792:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346809344 00000100:00100000:2.0:1746147259.279793:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346809216 00000100:00100000:0.0:1746147259.279795:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346809344 00010000:00010000:0.0:1746147259.279812:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.279814:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29842 00000100:00100000:2.0:1746147259.279819:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1832:x1830967346809216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746147259.279833:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14619 00000100:00100000:0.0:1746147259.279838:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346809344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147259.279847:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147259.279860:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.279869:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.279887:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779bfffbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d62 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.279903:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147259.279905:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147259.279910:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.279917:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.279998:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.280013:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022528:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.280062:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00010000:00010000:2.0:1746147259.280298:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.280307:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d70 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.280321:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.280326:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.280327:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.280329:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.280344:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.280352:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.280359:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340022656:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.280511:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.282539:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340022656:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.282571:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.282584:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:1.0:1746147259.282609:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022528:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.282620:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.282647:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+123:1832:x1830967346809216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2826us (3077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.282647:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346809344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2808us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.282654:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29842 00000100:00100000:1.0:1746147259.282654:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14619 00000100:00100000:0.0:1746147259.282929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.283122:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346809600 00000100:00100000:2.0:1746147259.283127:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346809600 00002000:00100000:2.0:1746147259.283151:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4e00 x1830967346809600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.283165:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4e00 with x1830967346809600 ext(0->4095) 00010000:00010000:2.0:1746147259.283171:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.283181:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.283187:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4e00 00000100:00100000:2.0:1746147259.283210:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2716 00000100:00100000:2.0:1746147259.283215:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346809600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.283322:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346809600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.283328:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2716 00002000:00100000:2.0:1746147259.283333:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4e00 x1830967346809600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.283340:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4e00 with x1830967346809600 ext(0->4095) 00010000:00010000:2.0:1746147259.283344:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.283352:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.283357:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4e00 00000100:00100000:0.0:1746147259.288157:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.288967:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.289048:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346809856 00000100:00100000:3.0:1746147259.289056:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346809856 00000100:00100000:3.0:1746147259.289089:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29843 00000100:00100000:3.0:1746147259.289096:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+123:1814:x1830967346809856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.289111:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.289125:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d77 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.289143:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.289147:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 124 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.289156:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147259.289159:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 124 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.289186:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 124 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.289197:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 124 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.289205:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:3.0:1746147259.289256:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346809856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.289263:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29843 00000100:00100000:1.0:1746147259.289348:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346809728 00000100:00100000:1.0:1746147259.289352:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346809728 00010000:00010000:1.0:1746147259.289366:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 124 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.289391:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14620 00000100:00100000:1.0:1746147259.289395:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2006:x1830967346809728:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.289403:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.289416:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 124 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.289425:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 124 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.289438:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779bfffc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d69 expref: 124 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.289460:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.289461:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.289465:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.289472:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.289489:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.289498:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.289508:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022912:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.289574:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.293308:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.293408:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340022912:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.293425:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.293468:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346809728:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4071us (5317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.293477:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14620 00000100:00100000:2.0:1746147259.293603:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346810112 00000100:00100000:2.0:1746147259.293609:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346810112 00002000:00100000:2.0:1746147259.293637:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4700 x1830967346810112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.293646:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4700 with x1830967346810112 ext(0->4095) 00010000:00010000:2.0:1746147259.293653:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.293663:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.293668:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4700 00000100:00100000:2.0:1746147259.293682:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2717 00000100:00100000:2.0:1746147259.293686:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2005:x1830967346810112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.293773:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2005:x1830967346810112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.293779:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2717 00002000:00100000:2.0:1746147259.293783:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4700 x1830967346810112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.293789:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4700 with x1830967346810112 ext(0->4095) 00010000:00010000:2.0:1746147259.293794:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.293802:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.293806:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4700 00000100:00100000:0.0:1746147259.299097:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.302851:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346810240 00000100:00100000:2.0:1746147259.302861:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346810240 00000100:00100000:2.0:1746147259.302901:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29844 00000100:00100000:2.0:1746147259.302907:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346810240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.302927:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.302941:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d7e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.302963:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.302968:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.302974:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.302977:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.303006:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147259.303087:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.303158:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346810368 00000100:00100000:1.0:1746147259.303162:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346810368 00010000:00010000:1.0:1746147259.303177:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.303194:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14621 00000100:00100000:1.0:1746147259.303198:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2005:x1830967346810368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.303206:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.303219:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.303234:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.303263:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779bfffcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d70 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.303275:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.303277:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.303281:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.303287:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.303304:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.303313:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.303323:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340023168:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.303376:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00010000:00010000:2.0:1746147259.303745:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.303753:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:2.0:1746147259.303776:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346810240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 870us (4686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.303781:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29844 00000100:00100000:0.0:1746147259.310393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.310510:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346810624 00000100:00100000:2.0:1746147259.310517:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346810624 00002000:00100000:2.0:1746147259.310552:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4380 x1830967346810624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.310573:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967346810624 ext(0->4095) 00010000:00010000:2.0:1746147259.310581:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.310593:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.310599:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4380 00000100:00100000:1.0:1746147259.310682:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340023168:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.310697:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.310734:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2005:x1830967346810368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7534us (7647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.310746:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14621 00000100:00100000:2.0:1746147259.312264:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2718 00000100:00100000:2.0:1746147259.312274:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346810624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.312920:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346810624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 648us (2531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.312998:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2718 00002000:00100000:2.0:1746147259.313006:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4380 x1830967346810624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.313015:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967346810624 ext(0->4095) 00010000:00010000:2.0:1746147259.313111:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.313125:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.313130:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4380 00000100:00100000:0.0:1746147259.317188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.317658:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346810752 00000100:00100000:2.0:1746147259.317666:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346810752 00000100:00100000:2.0:1746147259.317711:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29845 00000100:00100000:2.0:1746147259.317717:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346810752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.317733:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.317746:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d85 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.317770:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.317775:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.317781:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.317784:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.317812:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.317822:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.317831:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652800, rc 0) 00000100:00100000:2.0:1746147259.317864:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:1814:x1830967346810752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.317869:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29845 00000100:00100000:0.0:1746147259.319357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.319625:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346810880 00000100:00100000:2.0:1746147259.319631:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346810880 00010000:00010000:2.0:1746147259.319652:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.319670:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14622 00000100:00100000:2.0:1746147259.319675:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2007:x1830967346810880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.319684:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.319700:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.319710:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.319726:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779bfffd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d77 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.319739:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.319741:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.319747:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.319753:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.319773:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.319781:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.319795:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340023424:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.319837:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.322741:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340023424:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.322757:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.323497:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2007:x1830967346810880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3818us (4141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.323507:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14622 00000100:00100000:0.0:1746147259.324704:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.324773:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346811136 00000100:00100000:2.0:1746147259.324779:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346811136 00002000:00100000:2.0:1746147259.324810:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6a00 x1830967346811136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.324819:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6a00 with x1830967346811136 ext(0->4095) 00010000:00010000:2.0:1746147259.324827:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.324838:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.324845:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6a00 00000100:00100000:2.0:1746147259.325567:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2719 00000100:00100000:2.0:1746147259.325575:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346811136:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.325686:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346811136:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1129us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.325695:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2719 00002000:00100000:2.0:1746147259.325700:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6a00 x1830967346811136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.325707:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6a00 with x1830967346811136 ext(0->4095) 00010000:00010000:2.0:1746147259.325711:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.325720:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.325725:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6a00 00000100:00100000:0.0:1746147259.331816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.331934:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346811264 00000100:00100000:2.0:1746147259.331942:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346811264 00010000:00010000:2.0:1746147259.331973:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.332630:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14623 00000100:00100000:3.0:1746147259.332639:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346811264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.332652:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.332669:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.332679:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.332697:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d7e expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.332728:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.332730:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.332736:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.332744:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.332771:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.332781:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340023552:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.332863:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.335461:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340023552:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.335478:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147259.336090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.336153:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346811264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3367us (4195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.336163:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14623 00000100:00100000:2.0:1746147259.336233:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346811520 00000100:00100000:2.0:1746147259.336237:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346811520 00002000:00100000:2.0:1746147259.336285:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5c700 x1830967346811520/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.336293:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c700 with x1830967346811520 ext(0->4095) 00002000:00010000:2.0:1746147259.336297:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5c700 00000100:00100000:2.0:1746147259.336311:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13390 00000100:00100000:2.0:1746147259.336316:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346811520:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.336400:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346811520:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.336406:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13390 00002000:00100000:2.0:1746147259.336411:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5c700 x1830967346811520/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.336417:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c700 with x1830967346811520 ext(0->4095) 00002000:00010000:2.0:1746147259.336420:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5c700 00000100:00100000:1.0:1746147259.340173:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.341760:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346811648 00000100:00100000:3.0:1746147259.341768:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346811648 00000100:00100000:3.0:1746147259.341811:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29846 00000100:00100000:3.0:1746147259.341817:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346811648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.341831:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.341844:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d8c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.341871:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.341877:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.341879:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.341882:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.341905:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.341913:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 121 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.341922:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340023680:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.341988:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.345014:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340023680:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.345039:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.345052:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7000, rc 0) 00000100:00100000:3.0:1746147259.345099:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346811648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3281us (4933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.345106:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29846 00000100:00100000:0.0:1746147259.346573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.346642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.346711:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346811776 00000100:00100000:3.0:1746147259.346717:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346811776 00010000:00010000:3.0:1746147259.346742:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 122 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.346763:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14624 00000100:00100000:3.0:1746147259.346769:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346811776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.346778:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.346792:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 122 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.346802:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 122 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.346821:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779bfffe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d85 expref: 122 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.346845:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.346847:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.346853:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.346860:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.346883:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.346894:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340023808:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.346946:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.347122:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346811904 00000100:00100000:2.0:1746147259.347125:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346811904 00000100:00100000:2.0:1746147259.347145:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29847 00000100:00100000:2.0:1746147259.347149:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346811904:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.347160:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.347168:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d93 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.347182:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.347188:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.347189:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.347191:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.347207:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.347216:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 5 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.347234:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340023936:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.347297:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.349125:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340023808:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.349141:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.349181:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346811776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2411us (2622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.349189:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14624 00000100:00100000:0.0:1746147259.350301:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.350351:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346812160 00000100:00100000:3.0:1746147259.350356:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346812160 00002000:00100000:3.0:1746147259.350384:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a87480 x1830967346812160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.350397:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830967346812160 ext(0->4095) 00010000:00010000:3.0:1746147259.350406:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.350417:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.350423:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:2.0:1746147259.350430:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340023936:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.350449:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2720 00000100:00100000:3.0:1746147259.350454:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346812160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746147259.350522:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.350533:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:3.0:1746147259.350546:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346812160:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (248us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.350552:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2720 00002000:00100000:3.0:1746147259.350569:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a87480 x1830967346812160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.350581:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87480 with x1830967346812160 ext(0->4095) 00010000:00010000:3.0:1746147259.350586:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.350594:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.350599:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a87480 00000100:00100000:2.0:1746147259.351658:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346811904:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4504us (5012us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.351665:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29847 00000100:00100000:0.0:1746147259.354238:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.355459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.355548:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346812288 00000100:00100000:2.0:1746147259.355564:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346812288 00000100:00100000:2.0:1746147259.355613:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29848 00000100:00100000:2.0:1746147259.355620:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1832:x1830967346812288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.355635:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.355648:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81d9a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.355669:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.355674:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.355679:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.355681:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.355713:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.355723:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 123 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.355730:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:2.0:1746147259.355779:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+123:1832:x1830967346812288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.355784:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29848 00000100:00100000:3.0:1746147259.356058:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346812416 00000100:00100000:3.0:1746147259.356062:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346812416 00010000:00010000:3.0:1746147259.356078:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.356093:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14625 00000100:00100000:3.0:1746147259.356098:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b262d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346812416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.356107:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.356121:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.356130:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.356145:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779bfffe8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d8c expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.356157:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.356159:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.356164:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.356170:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.356188:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.356197:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.356207:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024192:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.356273:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.358395:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024192:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.358409:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.358648:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b262d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346812416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2548us (3190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.358657:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14625 00000100:00100000:0.0:1746147259.360791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.360853:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346812672 00000100:00100000:3.0:1746147259.360860:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346812672 00002000:00100000:3.0:1746147259.360891:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a86d80 x1830967346812672/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.360900:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86d80 with x1830967346812672 ext(0->4095) 00010000:00010000:3.0:1746147259.360907:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.360923:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.360929:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a86d80 00000100:00100000:3.0:1746147259.360953:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2721 00000100:00100000:3.0:1746147259.360960:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346812672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.361073:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346812672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.361078:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2721 00002000:00100000:3.0:1746147259.361083:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a86d80 x1830967346812672/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.361089:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86d80 with x1830967346812672 ext(0->4095) 00010000:00010000:3.0:1746147259.361092:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.361100:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.361104:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a86d80 00000100:00100000:0.0:1746147259.363183:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.363655:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346812800 00000100:00100000:3.0:1746147259.363662:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346812800 00010000:00010000:3.0:1746147259.363687:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.363708:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14626 00000100:00100000:3.0:1746147259.363713:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346812800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.363722:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.363735:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.363744:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.363761:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779bfffef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d93 expref: 123 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.363785:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.363787:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.363793:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.363800:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.363822:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 122 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.363832:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024320:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.363882:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.366935:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024320:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.366953:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.366998:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346812800:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3283us (3819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.367008:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14626 00000100:00100000:2.0:1746147259.368128:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.368268:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346813056 00000100:00100000:0.0:1746147259.368275:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346813056 00002000:00100000:0.0:1746147259.368306:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375500 x1830967346813056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.368314:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375500 with x1830967346813056 ext(0->4095) 00002000:00010000:0.0:1746147259.368318:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375500 00000100:00100000:0.0:1746147259.368339:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13391 00000100:00100000:0.0:1746147259.368344:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2005:x1830967346813056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147259.368447:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2005:x1830967346813056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147259.368452:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13391 00002000:00100000:0.0:1746147259.368458:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375500 x1830967346813056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.368473:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375500 with x1830967346813056 ext(0->4095) 00002000:00010000:0.0:1746147259.368476:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375500 00000100:00100000:0.0:1746147259.370785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.370945:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346813184 00000100:00100000:2.0:1746147259.370952:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346813184 00000100:00100000:2.0:1746147259.370984:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29849 00000100:00100000:2.0:1746147259.370990:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346813184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.371003:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.371016:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81da1 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.371038:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 121 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.371045:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.371046:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.371049:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.371078:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 121 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.371088:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 121 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.371098:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340024448:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.371635:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.374000:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340024448:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.374022:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.374035:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653800, rc 0) 00000100:00100000:2.0:1746147259.374070:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346813184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3080us (3290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.374076:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29849 00000100:00100000:0.0:1746147259.375035:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.375398:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346813312 00000100:00100000:3.0:1746147259.375404:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346813312 00010000:00010000:3.0:1746147259.375429:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.375451:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14627 00000100:00100000:3.0:1746147259.375456:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2005:x1830967346813312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.375466:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.375480:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.375490:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.375508:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779bffff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81d9a expref: 122 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.376072:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.376074:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.376081:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.376089:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.376119:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.376129:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024576:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.376289:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.377362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.377445:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346813440 00000100:00100000:2.0:1746147259.377451:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346813440 00000100:00100000:2.0:1746147259.377482:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29850 00000100:00100000:2.0:1746147259.377487:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346813440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.377500:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.377513:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81da8 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.377532:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.377539:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.377541:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.377544:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.377574:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.377584:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.377592:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340024704:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.378120:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.380947:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.380983:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346813696 00000100:00100000:0.0:1746147259.380991:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346813696 00002000:00100000:0.0:1746147259.381029:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a04a80 x1830967346813696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.381038:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a04a80 with x1830967346813696 ext(0->4095) 00010000:00010000:0.0:1746147259.381046:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.381063:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.381069:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a04a80 00000100:00100000:3.0:1746147259.381168:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024576:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.381184:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.381221:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2005:x1830967346813312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5765us (6189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.381229:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14627 00000100:00100000:2.0:1746147259.381400:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340024704:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.381416:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 122 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.381428:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653400, rc 0) 00000100:00100000:0.0:1746147259.381641:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2722 00000100:00100000:0.0:1746147259.381648:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346813696:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147259.381942:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:1814:x1830967346813440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4453us (4581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.381949:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29850 00000100:00100000:0.0:1746147259.382348:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346813696:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 699us (1407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147259.382354:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2722 00002000:00100000:0.0:1746147259.382360:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a04a80 x1830967346813696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.382368:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a04a80 with x1830967346813696 ext(0->4095) 00010000:00010000:0.0:1746147259.382373:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.382383:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.382388:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a04a80 00000100:00100000:0.0:1746147259.385698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.385802:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346813824 00000100:00100000:3.0:1746147259.385809:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346813824 00010000:00010000:3.0:1746147259.385839:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.385930:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14628 00000100:00100000:3.0:1746147259.385937:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346813824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.385948:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.385963:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.385972:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.385989:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653800/0x29021e8779bffffd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da1 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.386015:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.386018:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.386024:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.386031:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.386059:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.386070:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024832:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.386146:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.388930:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340024832:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.388948:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.388983:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346813824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3045us (3292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.388991:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14628 00000100:00100000:0.0:1746147259.390393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.390621:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346814080 00000100:00100000:2.0:1746147259.390627:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346814080 00002000:00100000:2.0:1746147259.390661:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a05880 x1830967346814080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.390677:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a05880 with x1830967346814080 ext(0->4095) 00002000:00010000:2.0:1746147259.390681:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a05880 00000100:00100000:2.0:1746147259.390707:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13392 00000100:00100000:2.0:1746147259.390713:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346814080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.390826:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2006:x1830967346814080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.390833:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13392 00002000:00100000:2.0:1746147259.390838:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a05880 x1830967346814080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.390844:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a05880 with x1830967346814080 ext(0->4095) 00002000:00010000:2.0:1746147259.390847:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a05880 00000100:00100000:0.0:1746147259.396855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.397058:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346814208 00000100:00100000:2.0:1746147259.397066:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346814208 00000100:00100000:2.0:1746147259.397105:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29851 00000100:00100000:2.0:1746147259.397112:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346814208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.397127:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.397142:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81daf expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.397164:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.397170:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.397171:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.397175:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.397199:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 121 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.397209:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 121 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.397219:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340024960:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.397323:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.399115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.399166:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346814336 00000100:00100000:1.0:1746147259.399171:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346814336 00002000:00100000:1.0:1746147259.399199:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130a06a00 x1830967346814336/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.399207:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06a00 with x1830967346814336 ext(0->7) 00010000:00010000:1.0:1746147259.399214:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 122 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.399225:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 122 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.399230:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a06a00 00000100:00100000:1.0:1746147259.399277:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2723 00000100:00100000:1.0:1746147259.399283:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+122:2005:x1830967346814336:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147259.399613:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340024960:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.399633:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.399643:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:2.0:1746147259.400223:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346814208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3110us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.400229:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29851 00000100:00100000:0.0:1746147259.403982:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346814336:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4690us (4861us total) trans 4294972318 rc 0/0 00000100:00100000:0.0:1746147259.403994:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2723 00002000:00100000:0.0:1746147259.404003:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130a06a00 x1830967346814336/t4294972318(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.404012:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06a00 with x1830967346814336 ext(0->7) 00010000:00010000:0.0:1746147259.404020:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.404034:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.404040:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a06a00 00000100:00100000:0.0:1746147259.408914:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.409081:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346814464 00000100:00100000:3.0:1746147259.409089:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346814464 00010000:00010000:3.0:1746147259.409118:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.409141:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14629 00000100:00100000:3.0:1746147259.409148:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2007:x1830967346814464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.409158:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.409174:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.409189:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.409208:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00004 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81da8 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.409881:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.409884:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.409895:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.409904:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.409945:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.409959:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025088:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.410052:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.412089:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.412180:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346814592 00000100:00100000:2.0:1746147259.412186:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346814592 00000100:00100000:2.0:1746147259.412236:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29852 00000100:00100000:2.0:1746147259.412266:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346814592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.412281:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.412295:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81db6 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.412322:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.412329:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.412330:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.412333:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.412362:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.412425:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025088:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.412441:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.412539:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2007:x1830967346814464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3391us (3630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.412546:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14629 00000100:00100000:0.0:1746147259.412593:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.412610:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346814848 00000100:00100000:0.0:1746147259.412613:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346814848 00002000:00100000:0.0:1746147259.412634:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090564000 x1830967346814848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.412642:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090564000 with x1830967346814848 ext(0->4095) 00010000:00010000:0.0:1746147259.412647:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.412654:0:9593:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746147259.412660:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090564000 00000100:00100000:0.0:1746147259.412674:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2724 00000100:00100000:0.0:1746147259.412680:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346814848:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746147259.412753:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.412765:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340025216:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147259.412872:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346814848:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147259.412878:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2724 00002000:00100000:0.0:1746147259.412882:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090564000 x1830967346814848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.412889:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090564000 with x1830967346814848 ext(0->4095) 00010000:00010000:0.0:1746147259.412893:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.412902:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.412907:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090564000 00000100:00100000:2.0:1746147259.413010:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.414700:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340025216:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147259.414843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147259.414913:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.414926:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652800, rc 0) 00000100:00100000:2.0:1746147259.414962:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346814592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2719us (2879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.414969:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29852 00000100:00100000:2.0:1746147259.414989:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346814976 00000100:00100000:2.0:1746147259.414994:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346814976 00000100:00100000:2.0:1746147259.415026:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29853 00000100:00100000:2.0:1746147259.415031:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1832:x1830967346814976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.415042:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.415365:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81dbd expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.415388:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.415392:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.415398:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.415401:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.415427:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.415436:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.415443:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:2.0:1746147259.415466:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:1832:x1830967346814976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 435us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.415471:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29853 00000100:00100000:0.0:1746147259.415992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.416579:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346815104 00000100:00100000:3.0:1746147259.416584:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346815104 00010000:00010000:3.0:1746147259.416604:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.416629:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14630 00000100:00100000:3.0:1746147259.416634:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346815104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.416642:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.416656:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.416666:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.416681:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c0000b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81daf expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.416704:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.416705:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.416711:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.416718:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.416740:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.416749:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.416758:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025472:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.416822:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.418633:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025472:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.418647:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147259.418658:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.418704:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346815360 00000100:00100000:1.0:1746147259.418709:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346815360 00002000:00100000:1.0:1746147259.418738:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565f80 x1830967346815360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746147259.418744:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346815104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2109us (2751us total) trans 0 rc 0/0 00002000:00100000:1.0:1746147259.418747:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565f80 with x1830967346815360 ext(0->4095) 00000100:00100000:3.0:1746147259.418752:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14630 00010000:00010000:1.0:1746147259.418753:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.418766:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.418772:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565f80 00000100:00100000:1.0:1746147259.418788:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2725 00000100:00100000:1.0:1746147259.418794:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346815360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147259.419050:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346815360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 255us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.419056:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2725 00002000:00100000:1.0:1746147259.419061:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565f80 x1830967346815360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.419067:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565f80 with x1830967346815360 ext(0->4095) 00010000:00010000:1.0:1746147259.419071:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.419079:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.419085:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090565f80 00000100:00100000:0.0:1746147259.420761:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.420821:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346815488 00000100:00100000:3.0:1746147259.420826:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346815488 00010000:00010000:3.0:1746147259.420846:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.420863:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14631 00000100:00100000:3.0:1746147259.420868:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346815488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.420878:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.420891:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.420901:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.420918:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c00012 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81db6 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.420939:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.420941:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.420947:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.420954:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.420978:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.420988:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025600:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.421042:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.422867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.422951:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025600:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.422967:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.423008:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346815488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2138us (2250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.423016:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14631 00000100:00100000:1.0:1746147259.423083:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346815744 00000100:00100000:1.0:1746147259.423088:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346815744 00002000:00100000:1.0:1746147259.423118:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051ce00 x1830967346815744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.423126:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ce00 with x1830967346815744 ext(0->4095) 00002000:00010000:1.0:1746147259.423131:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051ce00 00000100:00100000:1.0:1746147259.423155:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13393 00000100:00100000:1.0:1746147259.423161:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346815744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147259.423350:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346815744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 187us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.423355:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13393 00002000:00100000:1.0:1746147259.423360:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051ce00 x1830967346815744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.423367:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ce00 with x1830967346815744 ext(0->4095) 00002000:00010000:1.0:1746147259.423369:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051ce00 00000100:00100000:0.0:1746147259.425548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.425650:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346815872 00000100:00100000:2.0:1746147259.425657:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346815872 00000100:00100000:2.0:1746147259.425721:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29854 00000100:00100000:2.0:1746147259.425728:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346815872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.425740:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.425754:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81dc4 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.425779:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.425785:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.425786:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.425789:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.425814:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.425824:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 123 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.425835:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340025728:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.425910:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.427191:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340025728:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.427210:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.427221:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:2.0:1746147259.427453:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346815872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1724us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.427464:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29854 00000100:00100000:0.0:1746147259.427653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.427726:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346816000 00000100:00100000:3.0:1746147259.427731:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346816000 00010000:00010000:3.0:1746147259.427748:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.427774:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14632 00000100:00100000:3.0:1746147259.427779:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b262ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2006:x1830967346816000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.427790:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.427804:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.427818:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.427835:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c00019 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dbd expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.427856:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.427858:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.427863:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.427870:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.427973:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.427984:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025856:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.428139:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.429941:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340025856:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.429957:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.429997:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b262ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+123:2006:x1830967346816000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2216us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.430005:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14632 00000100:00100000:2.0:1746147259.430289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.430355:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346816256 00000100:00100000:0.0:1746147259.430360:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346816256 00002000:00100000:0.0:1746147259.430474:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375c00 x1830967346816256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.430489:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375c00 with x1830967346816256 ext(0->4095) 00002000:00010000:0.0:1746147259.430493:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375c00 00000100:00100000:0.0:1746147259.430508:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13394 00000100:00100000:0.0:1746147259.430513:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346816256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147259.430622:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346816256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147259.430627:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13394 00002000:00100000:0.0:1746147259.430632:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375c00 x1830967346816256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.430639:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375c00 with x1830967346816256 ext(0->4095) 00002000:00010000:0.0:1746147259.430641:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375c00 00000100:00100000:0.0:1746147259.431934:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.432073:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346816384 00000100:00100000:2.0:1746147259.432078:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346816384 00000100:00100000:2.0:1746147259.432115:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29855 00000100:00100000:2.0:1746147259.432120:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+123:1832:x1830967346816384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.432130:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.432142:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81dcb expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.432157:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.432162:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.432163:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.432166:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.432184:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.432190:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.432196:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340025984:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.432275:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.433487:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340025984:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.433503:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.433512:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653400, rc 0) 00000100:00100000:2.0:1746147259.433624:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1832:x1830967346816384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1503us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.433630:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29855 00000100:00100000:1.0:1746147259.433888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.433960:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346816512 00000100:00100000:3.0:1746147259.433965:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346816512 00010000:00010000:3.0:1746147259.433984:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.434137:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14633 00000100:00100000:3.0:1746147259.434143:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346816512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.434152:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.434165:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.434175:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.434190:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652a00/0x29021e8779c00020 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dc4 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.434379:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.434381:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.434387:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.434394:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.434416:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 123 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.434424:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026112:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.434464:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.435465:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.435543:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346816640 00000100:00100000:2.0:1746147259.435548:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346816640 00000100:00100000:3.0:1746147259.435705:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026112:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.435758:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29856 00000100:00100000:2.0:1746147259.435765:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346816640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.435775:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147259.435777:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.435786:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81dd2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.435800:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.435806:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.435807:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.435810:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.435815:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346816512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1671us (1927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.435821:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14633 00010000:00010000:2.0:1746147259.435825:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.435835:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.435843:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340026240:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.435883:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.436025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.436089:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346816896 00000100:00100000:3.0:1746147259.436092:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346816896 00002000:00100000:3.0:1746147259.436110:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051dc00 x1830967346816896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.436119:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051dc00 with x1830967346816896 ext(0->4095) 00010000:00010000:3.0:1746147259.436124:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.436133:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.436138:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051dc00 00000100:00100000:3.0:1746147259.436159:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2726 00000100:00100000:3.0:1746147259.436164:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346816896:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.436273:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346816896:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.436279:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2726 00002000:00100000:3.0:1746147259.436284:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051dc00 x1830967346816896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.436296:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051dc00 with x1830967346816896 ext(0->4095) 00010000:00010000:3.0:1746147259.436300:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.436308:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.436313:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051dc00 00000100:00100000:2.0:1746147259.438144:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340026240:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.438164:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.438177:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652800, rc 0) 00000100:00100000:2.0:1746147259.438204:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:1814:x1830967346816640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2439us (2741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.438210:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29856 00000100:00100000:0.0:1746147259.439540:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.440643:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346817024 00000100:00100000:2.0:1746147259.440650:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346817024 00000100:00100000:2.0:1746147259.440683:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29857 00000100:00100000:2.0:1746147259.440689:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346817024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.440703:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746147259.440705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147259.440716:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81dd9 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.440734:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.440738:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.440743:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.440746:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.440776:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.440786:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.440794:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:2.0:1746147259.440823:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346817024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.440828:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29857 00000100:00100000:2.0:1746147259.440858:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346817152 00000100:00100000:2.0:1746147259.440860:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346817152 00010000:00010000:2.0:1746147259.440871:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.440899:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14634 00000100:00100000:2.0:1746147259.440904:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346817152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.440911:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.440927:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.440936:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.440952:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c00027 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dcb expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.440966:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.440967:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.440972:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.440978:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.440994:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.441004:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.441012:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026496:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.441059:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.445513:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026496:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.445530:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.445576:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346817152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4670us (4869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.445585:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14634 00000100:00100000:0.0:1746147259.445711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.445780:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346817408 00000100:00100000:2.0:1746147259.445785:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346817408 00002000:00100000:2.0:1746147259.445813:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e300 x1830967346817408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.445827:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967346817408 ext(0->4095) 00010000:00010000:2.0:1746147259.445834:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.445845:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.445850:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051e300 00000100:00100000:2.0:1746147259.445879:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2727 00000100:00100000:2.0:1746147259.445885:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346817408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.445973:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346817408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.445979:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2727 00002000:00100000:2.0:1746147259.445983:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e300 x1830967346817408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.445989:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967346817408 ext(0->4095) 00010000:00010000:2.0:1746147259.445993:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.446925:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.446935:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051e300 00000100:00100000:0.0:1746147259.447590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.447626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.447632:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346817536 00000100:00100000:2.0:1746147259.447637:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346817536 00000100:00100000:2.0:1746147259.447663:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29858 00000100:00100000:2.0:1746147259.447669:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346817536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.447679:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.447690:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81de0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.447709:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.447714:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.447719:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.447721:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.447729:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346817664 00000100:00100000:3.0:1746147259.447732:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346817664 00010000:00010000:3.0:1746147259.447745:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.447749:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.447758:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 126 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.447766:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b246400, rc 0) 00000100:00100000:2.0:1746147259.447804:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:1814:x1830967346817536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.447809:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29858 00000100:00100000:3.0:1746147259.447888:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14635 00000100:00100000:3.0:1746147259.447894:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346817664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.447902:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.447915:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.447924:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.447939:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0002e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd2 expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.447965:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.447967:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.447972:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.447979:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.447998:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.448007:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.448015:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026752:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.448060:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.449379:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026752:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.449391:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.449412:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346817664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1518us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.449419:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14635 00000100:00100000:0.0:1746147259.449867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.449948:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346817920 00000100:00100000:2.0:1746147259.450092:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346817920 00002000:00100000:2.0:1746147259.450118:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051d880 x1830967346817920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.450132:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d880 with x1830967346817920 ext(0->4095) 00010000:00010000:2.0:1746147259.450138:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.450149:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.450154:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051d880 00000100:00100000:2.0:1746147259.450179:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2728 00000100:00100000:2.0:1746147259.450185:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346817920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.450326:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346817920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.450331:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2728 00002000:00100000:2.0:1746147259.450336:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051d880 x1830967346817920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.450343:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d880 with x1830967346817920 ext(0->4095) 00010000:00010000:2.0:1746147259.450347:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.450355:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.450360:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051d880 00000100:00100000:0.0:1746147259.452455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.452616:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346818048 00000100:00100000:3.0:1746147259.452622:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346818048 00010000:00010000:3.0:1746147259.452646:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.452680:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14636 00000100:00100000:3.0:1746147259.452687:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346818048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.452699:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.452712:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.452722:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.452740:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c00035 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dd9 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.452752:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.452753:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.452759:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.452766:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.452791:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.452800:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026880:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.452863:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.455455:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340026880:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.455471:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.455516:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346818048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2829us (3064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.455527:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14636 00000100:00100000:0.0:1746147259.456654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.456735:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346818304 00000100:00100000:3.0:1746147259.456740:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346818304 00002000:00100000:3.0:1746147259.456771:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4ca80 x1830967346818304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.456779:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830967346818304 ext(0->4095) 00002000:00010000:3.0:1746147259.456782:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ca80 00000100:00100000:3.0:1746147259.456807:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13395 00000100:00100000:3.0:1746147259.456813:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346818304:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.456939:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346818304:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.456944:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13395 00002000:00100000:3.0:1746147259.456949:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4ca80 x1830967346818304/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.456955:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ca80 with x1830967346818304 ext(0->4095) 00002000:00010000:3.0:1746147259.456958:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4ca80 00000100:00100000:0.0:1746147259.458334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.458457:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346818432 00000100:00100000:2.0:1746147259.458462:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346818432 00000100:00100000:2.0:1746147259.458489:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29859 00000100:00100000:2.0:1746147259.458495:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346818432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.458506:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.458518:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81de7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.458538:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.458544:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.458546:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.458549:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.458586:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.458596:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 123 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.458605:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340027008:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.458677:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.460280:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340027008:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.460298:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.460315:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fe400, rc 0) 00000100:00100000:2.0:1746147259.460340:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346818432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1845us (2009us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.460347:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29859 00000100:00100000:0.0:1746147259.462545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.462639:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346818560 00000100:00100000:3.0:1746147259.462647:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346818560 00010000:00010000:3.0:1746147259.462673:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.462708:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14637 00000100:00100000:3.0:1746147259.462714:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2006:x1830967346818560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.462724:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.462741:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.462750:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.462769:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c0003c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de0 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.462819:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.462821:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.462827:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.462835:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.462861:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.462875:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027136:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.462936:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.466537:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.466546:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027136:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.466600:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346818816 00000100:00100000:2.0:1746147259.466605:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346818816 00000100:00100000:1.0:1746147259.466630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00100000:2.0:1746147259.466638:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1c00 x1830967346818816/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.466646:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1c00 with x1830967346818816 ext(0->4095) 00002000:00010000:2.0:1746147259.466650:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1c00 00000100:00100000:1.0:1746147259.466653:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346818944 00000100:00100000:1.0:1746147259.466656:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346818944 00000100:00100000:1.0:1746147259.466676:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29860 00000100:00100000:1.0:1746147259.466681:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346818944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.466684:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746147259.466691:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.466702:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81dee expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.466722:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.466729:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147259.466731:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2006:x1830967346818560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4018us (4192us total) trans 0 rc 0/0 00010000:00010000:1.0:1746147259.466731:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.466734:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.466738:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14637 00010000:00010000:1.0:1746147259.466758:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.466768:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.466769:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2729 00000100:00100000:3.0:1746147259.466778:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346818816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147259.466778:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340027264:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.466812:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.466868:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346818816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (338us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.466874:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2729 00002000:00100000:3.0:1746147259.466883:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1c00 x1830967346818816/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.466891:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1c00 with x1830967346818816 ext(0->4095) 00010000:00010000:3.0:1746147259.466895:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.466907:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.466915:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e1c00 00000100:00100000:2.0:1746147259.469529:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340027264:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.469553:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.469574:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00000100:00100000:2.0:1746147259.469605:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346818944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2923us (2974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.469611:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29860 00000100:00100000:0.0:1746147259.470165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.470213:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346819072 00000100:00100000:2.0:1746147259.470218:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346819072 00000100:00100000:0.0:1746147259.470268:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29861 00000100:00100000:0.0:1746147259.470275:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a861850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1832:x1830967346819072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147259.470285:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147259.470297:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81df5 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.470319:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147259.470323:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.470327:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147259.470330:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.470353:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.470362:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.470368:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ffe6000, rc 0) 00000100:00100000:0.0:1746147259.470395:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a861850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:1832:x1830967346819072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147259.470401:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29861 00000100:00100000:0.0:1746147259.471508:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.471641:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346819200 00000100:00100000:3.0:1746147259.471645:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346819200 00010000:00010000:3.0:1746147259.471664:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.471694:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14638 00000100:00100000:3.0:1746147259.471699:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346819200:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.471707:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.471722:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.471731:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.471747:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00043 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81de7 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.471759:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.471765:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.471770:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.471777:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.471800:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 124 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.471809:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 124 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.471819:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027520:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.471866:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.474882:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027520:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.474900:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.474938:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346819200:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3238us (3431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.474946:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14638 00000100:00100000:0.0:1746147259.475134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.475237:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346819456 00000100:00100000:2.0:1746147259.475260:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346819456 00002000:00100000:2.0:1746147259.475290:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4f100 x1830967346819456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.475303:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f100 with x1830967346819456 ext(0->4095) 00010000:00010000:2.0:1746147259.475310:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.475321:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.475326:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4f100 00000100:00100000:2.0:1746147259.475350:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2730 00000100:00100000:2.0:1746147259.475356:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2006:x1830967346819456:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.475443:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2006:x1830967346819456:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.475448:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2730 00002000:00100000:2.0:1746147259.475453:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4f100 x1830967346819456/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.475460:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4f100 with x1830967346819456 ext(0->4095) 00010000:00010000:2.0:1746147259.475464:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.475472:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.475477:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4f100 00000100:00100000:0.0:1746147259.479115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.479219:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346819584 00000100:00100000:3.0:1746147259.479226:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346819584 00010000:00010000:3.0:1746147259.479271:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.479301:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14639 00000100:00100000:3.0:1746147259.479308:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2006:x1830967346819584:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.479319:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.479380:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.479391:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.479408:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0004a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dee expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.479453:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.479456:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.479545:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.479552:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.479588:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.479598:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027648:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.479847:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.483506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.483599:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027648:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.483618:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.484203:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346819840 00000100:00100000:2.0:1746147259.484209:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346819840 00002000:00100000:2.0:1746147259.484261:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4e300 x1830967346819840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.484270:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830967346819840 ext(0->4095) 00002000:00010000:2.0:1746147259.484274:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4e300 00000100:00100000:2.0:1746147259.484291:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13397 00000100:00100000:2.0:1746147259.484297:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346819840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.484536:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2006:x1830967346819584:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5227us (5426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.484544:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14639 00000100:00100000:2.0:1746147259.484793:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346819840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 495us (1293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.484799:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13397 00002000:00100000:2.0:1746147259.484804:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4e300 x1830967346819840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.484809:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4e300 with x1830967346819840 ext(0->4095) 00002000:00010000:2.0:1746147259.484812:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4e300 00000100:00100000:0.0:1746147259.488575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.488761:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346819968 00000100:00100000:2.0:1746147259.488768:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346819968 00000100:00100000:2.0:1746147259.488815:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29862 00000100:00100000:2.0:1746147259.488822:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346819968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.488836:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.488850:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81dfc expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.488873:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.488883:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.488885:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.488887:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.488912:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.488920:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 123 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.488929:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340027776:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.489626:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.492157:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340027776:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.492180:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.492193:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ffa00, rc 0) 00000100:00100000:2.0:1746147259.492235:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346819968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3413us (3666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.492261:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29862 00000100:00100000:0.0:1746147259.495777:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.496114:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346820096 00000100:00100000:3.0:1746147259.496121:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346820096 00010000:00010000:3.0:1746147259.496150:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.496173:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14640 00000100:00100000:3.0:1746147259.496179:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2005:x1830967346820096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.496189:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.496205:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.496216:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.496236:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00051 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81df5 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.496279:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.496281:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.496287:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.496298:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.496323:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.496334:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027904:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.496396:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.498506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.498648:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346820224 00000100:00100000:2.0:1746147259.498653:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346820224 00000100:00100000:2.0:1746147259.498683:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29863 00000100:00100000:2.0:1746147259.498689:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346820224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.498703:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.498716:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e03 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.498736:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.498742:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.498743:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.498746:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.498767:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.498777:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 5 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.498786:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340028032:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.498835:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.500335:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340027904:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.500351:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.501220:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346820096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5039us (5447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.501230:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14640 00000100:00100000:2.0:1746147259.501333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.501849:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346820480 00000100:00100000:3.0:1746147259.501854:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346820480 00002000:00100000:3.0:1746147259.501881:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376680 x1830967346820480/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.501889:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376680 with x1830967346820480 ext(0->4095) 00010000:00010000:3.0:1746147259.501896:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.501907:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.501912:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e376680 00000100:00100000:3.0:1746147259.501934:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2731 00000100:00100000:3.0:1746147259.501940:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346820480:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.504125:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346820480:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 2180us (2787us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.504133:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2731 00002000:00100000:3.0:1746147259.504140:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376680 x1830967346820480/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.504147:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376680 with x1830967346820480 ext(0->4095) 00010000:00010000:3.0:1746147259.504155:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.504165:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.504171:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e376680 00000100:00100000:2.0:1746147259.505762:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340028032:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.505782:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.505794:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ff200, rc 0) 00000100:00100000:2.0:1746147259.505822:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1814:x1830967346820224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7133us (7320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.505829:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29863 00000100:00100000:0.0:1746147259.507063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.507232:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346820608 00000100:00100000:2.0:1746147259.507238:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346820608 00000100:00100000:2.0:1746147259.507286:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29864 00000100:00100000:2.0:1746147259.507292:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:1832:x1830967346820608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.507304:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.507316:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e0a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.507337:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.507341:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.507346:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.507349:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.507374:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.507383:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.507390:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd200, rc 0) 00000100:00100000:2.0:1746147259.507424:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:1832:x1830967346820608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.507429:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29864 00000100:00100000:0.0:1746147259.507824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.507983:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346820736 00000100:00100000:3.0:1746147259.508159:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346820736 00010000:00010000:3.0:1746147259.508176:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.508332:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14641 00000100:00100000:3.0:1746147259.508338:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346820736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.508347:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.508404:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.508417:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.508431:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00058 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81dfc expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.508450:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.508452:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.508457:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.508463:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.508481:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.508490:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.508501:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340028288:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.508566:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.509801:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340028288:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.509813:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.509846:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346820736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1507us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.509854:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14641 00000100:00100000:0.0:1746147259.510379:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.510518:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346820992 00000100:00100000:3.0:1746147259.510522:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346820992 00002000:00100000:3.0:1746147259.510543:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5d180 x1830967346820992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.510551:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830967346820992 ext(0->4095) 00010000:00010000:3.0:1746147259.510565:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.510574:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.510579:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5d180 00000100:00100000:3.0:1746147259.510589:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2732 00000100:00100000:3.0:1746147259.510593:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346820992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.510682:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2005:x1830967346820992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.510686:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2732 00002000:00100000:3.0:1746147259.510695:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5d180 x1830967346820992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.510701:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d180 with x1830967346820992 ext(0->4095) 00010000:00010000:3.0:1746147259.510705:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.510717:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.510723:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5d180 00000100:00100000:0.0:1746147259.513317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.513397:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346821120 00000100:00100000:3.0:1746147259.513404:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346821120 00010000:00010000:3.0:1746147259.513430:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.513462:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14642 00000100:00100000:3.0:1746147259.513468:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2007:x1830967346821120:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.513479:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.513496:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.513505:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.513524:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c0005f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e03 expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.513538:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.513539:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.513545:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.513566:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.513595:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 124 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.513606:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340028416:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.513675:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.517067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.517132:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346821376 00000100:00100000:2.0:1746147259.517139:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346821376 00002000:00100000:2.0:1746147259.517175:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3800 x1830967346821376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.517183:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3800 with x1830967346821376 ext(0->4095) 00002000:00010000:2.0:1746147259.517187:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e3800 00000100:00100000:2.0:1746147259.517204:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13398 00000100:00100000:2.0:1746147259.517211:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2006:x1830967346821376:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.517336:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2006:x1830967346821376:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.517341:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13398 00002000:00100000:2.0:1746147259.517347:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3800 x1830967346821376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.517353:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3800 with x1830967346821376 ext(0->4095) 00002000:00010000:2.0:1746147259.517355:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e3800 00000100:00100000:3.0:1746147259.517815:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340028416:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.517831:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.517864:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2007:x1830967346821120:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4395us (4552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.517871:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14642 00000100:00100000:0.0:1746147259.523606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.523708:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346821504 00000100:00100000:2.0:1746147259.523716:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346821504 00000100:00100000:2.0:1746147259.524302:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29865 00000100:00100000:2.0:1746147259.524311:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346821504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.524325:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.524339:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e11 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.524360:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.524371:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.524372:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.524375:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.524398:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 123 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.524407:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 123 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.524416:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340028544:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.524494:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.530457:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340028544:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.530914:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.530932:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:2.0:1746147259.530976:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346821504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6665us (7376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.530984:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29865 00000100:00100000:0.0:1746147259.535390:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.535485:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346821632 00000100:00100000:2.0:1746147259.535492:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346821632 00002000:00100000:2.0:1746147259.535527:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880096a87100 x1830967346821632/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.535542:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87100 with x1830967346821632 ext(0->7) 00010000:00010000:2.0:1746147259.535550:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.535570:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 124 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.535576:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a87100 00000100:00100000:2.0:1746147259.535591:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2733 00000100:00100000:2.0:1746147259.535597:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+124:2006:x1830967346821632:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147259.541295:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346821632:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5688us (5902us total) trans 4294972319 rc 0/0 00000100:00100000:0.0:1746147259.541305:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2733 00002000:00100000:0.0:1746147259.541313:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880096a87100 x1830967346821632/t4294972319(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.541320:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a87100 with x1830967346821632 ext(0->7) 00010000:00010000:0.0:1746147259.541328:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.541341:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.541347:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a87100 00000100:00100000:0.0:1746147259.553835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.553916:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346821760 00000100:00100000:3.0:1746147259.553923:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346821760 00010000:00010000:3.0:1746147259.553950:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.553981:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14643 00000100:00100000:3.0:1746147259.553988:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2008:x1830967346821760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.553997:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.554012:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.554021:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.554038:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c00066 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e0a expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.554051:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.554053:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.554059:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.554066:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.554092:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.554102:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340028672:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.554170:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.563867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.566137:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346822016 00000100:00100000:1.0:1746147259.566148:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346822016 00002000:00100000:1.0:1746147259.566195:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84000 x1830967346822016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.566204:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830967346822016 ext(0->4095) 00002000:00010000:1.0:1746147259.566208:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84000 00000100:00100000:1.0:1746147259.566233:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13399 00000100:00100000:1.0:1746147259.566239:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346822016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147259.566389:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346822016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (2529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.566395:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13399 00002000:00100000:1.0:1746147259.566400:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a84000 x1830967346822016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.566411:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a84000 with x1830967346822016 ext(0->4095) 00002000:00010000:1.0:1746147259.566414:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a84000 00000100:00100000:3.0:1746147259.566942:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340028672:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.566958:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.566997:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:2008:x1830967346821760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 13008us (13169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.567004:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14643 00000100:00100000:2.0:1746147259.567654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.569859:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346822144 00000100:00100000:3.0:1746147259.569869:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346822144 00000100:00100000:3.0:1746147259.570288:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29866 00000100:00100000:3.0:1746147259.570295:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+125:1814:x1830967346822144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.570312:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.570325:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e18 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.570348:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.570355:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.570356:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.570359:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 126 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.570383:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.570393:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 5 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.570403:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340028800:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.570513:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.570996:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.571139:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346822272 00000100:00100000:0.0:1746147259.571143:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346822272 00000100:00100000:0.0:1746147259.571635:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29867 00000100:00100000:0.0:1746147259.571642:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+127:1832:x1830967346822272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147259.571650:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147259.571658:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e1f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.571672:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147259.571675:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 128 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.571679:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147259.571682:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 128 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.571700:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 128 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.571709:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 128 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.571717:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fdda00, rc 0) 00000100:00100000:0.0:1746147259.571754:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+128:1832:x1830967346822272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147259.571759:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29867 00000100:00100000:3.0:1746147259.572583:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340028800:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.572601:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.572609:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00000100:00100000:3.0:1746147259.572965:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+127:1814:x1830967346822144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2669us (5311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.572974:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29866 00000100:00100000:0.0:1746147259.573401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.573534:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346822400 00000100:00100000:3.0:1746147259.573538:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346822400 00010000:00010000:3.0:1746147259.573568:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.573668:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14644 00000100:00100000:3.0:1746147259.573674:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346822400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.573685:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.573699:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.573709:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.573725:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c0006d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e11 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.574515:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.574518:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.574525:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 126 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.574533:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 126 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.574573:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 126 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.574584:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.574594:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029056:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.574668:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.578701:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.578790:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029056:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.578809:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.578856:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346822400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5182us (5455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.578865:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14644 00000100:00100000:0.0:1746147259.578930:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346822656 00000100:00100000:0.0:1746147259.578936:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346822656 00002000:00100000:0.0:1746147259.578964:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e377480 x1830967346822656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.578973:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377480 with x1830967346822656 ext(0->4095) 00010000:00010000:0.0:1746147259.578979:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.578991:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.578996:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e377480 00000100:00100000:0.0:1746147259.579009:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2734 00000100:00100000:0.0:1746147259.579014:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2005:x1830967346822656:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147259.579108:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2005:x1830967346822656:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147259.579113:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2734 00002000:00100000:0.0:1746147259.579117:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e377480 x1830967346822656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.579123:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377480 with x1830967346822656 ext(0->4095) 00010000:00010000:0.0:1746147259.579127:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.579134:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.579139:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e377480 00000100:00100000:1.0:1746147259.585636:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.585789:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346822784 00000100:00100000:3.0:1746147259.585797:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346822784 00010000:00010000:3.0:1746147259.585827:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.585888:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14645 00000100:00100000:3.0:1746147259.585896:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2007:x1830967346822784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.585910:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.585927:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.585939:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.585957:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00074 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e18 expref: 127 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.585983:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.585986:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.585992:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 126 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.586000:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 126 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.586026:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 126 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.586035:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029184:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.586673:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.589848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.589911:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346823040 00000100:00100000:2.0:1746147259.589917:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346823040 00002000:00100000:2.0:1746147259.589950:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a86680 x1830967346823040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.589959:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830967346823040 ext(0->4095) 00002000:00010000:2.0:1746147259.589963:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a86680 00000100:00100000:2.0:1746147259.589976:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13400 00000100:00100000:2.0:1746147259.589981:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2006:x1830967346823040:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.590297:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029184:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.590312:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.590509:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2006:x1830967346823040:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 527us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.590515:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13400 00002000:00100000:2.0:1746147259.590521:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a86680 x1830967346823040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.590527:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86680 with x1830967346823040 ext(0->4095) 00002000:00010000:2.0:1746147259.590529:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a86680 00000100:00100000:3.0:1746147259.590662:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2007:x1830967346822784:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4766us (5031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.590669:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14645 00000100:00100000:0.0:1746147259.595657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.595768:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346823168 00000100:00100000:3.0:1746147259.595776:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346823168 00000100:00100000:3.0:1746147259.595825:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29868 00000100:00100000:3.0:1746147259.595832:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346823168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.595846:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.595859:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e26 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.595886:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.595892:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.595894:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.595897:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.595921:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 125 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.595931:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 125 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.595940:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340029312:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.596012:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.598666:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340029312:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.598690:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.598705:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:3.0:1746147259.599757:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346823168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3922us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.599765:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29868 00000100:00100000:0.0:1746147259.600094:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.600859:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346823296 00000100:00100000:3.0:1746147259.600866:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346823296 00010000:00010000:3.0:1746147259.600892:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.600923:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14646 00000100:00100000:3.0:1746147259.600928:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346823296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.600938:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.600953:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.600963:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.600980:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0007b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e1f expref: 126 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.601004:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.601006:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.601012:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.601020:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.601045:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.601055:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029440:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.601122:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.601426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.602273:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346823424 00000100:00100000:3.0:1746147259.602279:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346823424 00000100:00100000:3.0:1746147259.602732:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29869 00000100:00100000:3.0:1746147259.602740:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:1814:x1830967346823424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.602753:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.602765:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e2d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.602782:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.602787:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.602789:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.602792:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 127 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.602810:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.602818:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 5 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.602826:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340029568:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.603411:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.603569:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029440:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.603584:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.603614:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+127:2006:x1830967346823296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2685us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.603620:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14646 00000100:00100000:0.0:1746147259.604047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.604215:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346823680 00000100:00100000:2.0:1746147259.604219:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346823680 00002000:00100000:2.0:1746147259.604259:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e680 x1830967346823680/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.604266:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967346823680 ext(0->4095) 00010000:00010000:2.0:1746147259.604272:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.604282:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.604287:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051e680 00000100:00100000:2.0:1746147259.604300:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2735 00000100:00100000:2.0:1746147259.604306:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346823680:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.604349:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340029568:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.604362:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 126 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.604371:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00000100:00100000:3.0:1746147259.604482:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:1814:x1830967346823424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1742us (3056us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.604488:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29869 00000100:00100000:2.0:1746147259.604491:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346823680:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.604497:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2735 00002000:00100000:2.0:1746147259.604501:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051e680 x1830967346823680/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.604508:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967346823680 ext(0->4095) 00010000:00010000:2.0:1746147259.604512:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.604521:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.604526:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051e680 00000100:00100000:0.0:1746147259.605855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.605927:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346823808 00000100:00100000:3.0:1746147259.605932:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346823808 00010000:00010000:3.0:1746147259.605950:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.605978:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14647 00000100:00100000:3.0:1746147259.605983:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346823808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.605994:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.606006:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.606015:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.606032:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00082 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e26 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.606048:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.606049:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.606055:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.606062:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.606085:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.606094:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029696:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.606156:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.608469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.608566:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346824064 00000100:00100000:2.0:1746147259.608572:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346824064 00002000:00100000:2.0:1746147259.608603:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051d180 x1830967346824064/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746147259.608611:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029696:192.168.202.9@tcp:105: 00002000:00100000:2.0:1746147259.608611:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d180 with x1830967346824064 ext(0->4095) 00002000:00010000:2.0:1746147259.608615:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051d180 00010000:00010000:3.0:1746147259.608627:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.608644:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13401 00000100:00100000:2.0:1746147259.608650:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346824064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.608666:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346823808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2682us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.608673:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14647 00000100:00100000:2.0:1746147259.608735:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346824064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.608740:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13401 00002000:00100000:2.0:1746147259.608744:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051d180 x1830967346824064/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.608750:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d180 with x1830967346824064 ext(0->4095) 00002000:00010000:2.0:1746147259.608753:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051d180 00000100:00100000:0.0:1746147259.611728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.611842:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346824192 00000100:00100000:3.0:1746147259.611849:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346824192 00000100:00100000:3.0:1746147259.611896:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29870 00000100:00100000:3.0:1746147259.611902:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346824192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.611915:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.611928:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e34 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.611954:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.611960:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.611961:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.611964:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.611989:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 125 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.611999:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 125 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.612008:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340029824:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.612744:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.615159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.615263:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340029824:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.615286:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.615300:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:2.0:1746147259.615508:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346824320 00000100:00100000:2.0:1746147259.615513:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346824320 00002000:00100000:2.0:1746147259.615543:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051c380 x1830967346824320/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.615565:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051c380 with x1830967346824320 ext(0->7) 00010000:00010000:2.0:1746147259.615570:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.615581:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 126 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.615585:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051c380 00000100:00100000:3.0:1746147259.615706:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346824192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3802us (3983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.615713:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29870 00000100:00100000:2.0:1746147259.615887:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2736 00000100:00100000:2.0:1746147259.615894:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+126:2006:x1830967346824320:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147259.616931:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+128:2006:x1830967346824320:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1035us (1773us total) trans 4294972320 rc 0/0 00000100:00100000:0.0:1746147259.616937:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2736 00002000:00100000:0.0:1746147259.616943:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051c380 x1830967346824320/t4294972320(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.616950:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051c380 with x1830967346824320 ext(0->7) 00010000:00010000:0.0:1746147259.616956:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 128 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.616966:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 128 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.616972:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051c380 00000100:00100000:0.0:1746147259.621031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.621151:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346824448 00000100:00100000:3.0:1746147259.621158:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346824448 00010000:00010000:3.0:1746147259.621188:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 128 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.621225:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14648 00000100:00100000:3.0:1746147259.621232:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+128:2008:x1830967346824448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.621278:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.621296:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 128 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.621307:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 128 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.621328:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00089 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e2d expref: 128 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.621356:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.621359:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.621365:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.621373:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.621402:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.621413:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029952:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.622183:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.626320:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.626345:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346824704 00000100:00100000:1.0:1746147259.626352:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346824704 00002000:00100000:1.0:1746147259.626387:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907ded80 x1830967346824704/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746147259.626389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00100000:1.0:1746147259.626397:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ded80 with x1830967346824704 ext(0->4095) 00002000:00010000:1.0:1746147259.626401:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ded80 00000100:00100000:1.0:1746147259.626419:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13402 00000100:00100000:1.0:1746147259.626425:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346824704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147259.626542:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346824704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.626548:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13402 00002000:00100000:1.0:1746147259.626562:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907ded80 x1830967346824704/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746147259.626567:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346824832 00002000:00100000:1.0:1746147259.626569:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ded80 with x1830967346824704 ext(0->4095) 00000100:00100000:2.0:1746147259.626571:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346824832 00002000:00010000:1.0:1746147259.626571:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ded80 00000100:00100000:2.0:1746147259.626594:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29871 00000100:00100000:2.0:1746147259.626599:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+128:1814:x1830967346824832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.626607:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.626620:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e3b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.626649:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.626656:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.626658:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.626661:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.626688:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.626697:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 5 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.626707:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340030080:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.626747:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.626853:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340029952:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.626867:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.626899:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+129:2008:x1830967346824448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5668us (5875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.626907:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14648 00000100:00100000:0.0:1746147259.630121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.630333:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340030080:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.630357:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 128 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.630365:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346824960 00010000:00010000:2.0:1746147259.630371:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fea00, rc 0) 00000100:00100000:1.0:1746147259.630371:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346824960 00000100:00100000:1.0:1746147259.630398:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29872 00000100:00100000:1.0:1746147259.630403:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+129:1832:x1830967346824960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746147259.630406:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+129:1814:x1830967346824832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3806us (4016us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.630412:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29871 00010000:00010000:1.0:1746147259.630414:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.630424:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e42 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.630439:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.630442:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.630447:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147259.630450:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 129 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.630471:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.630478:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 129 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.630484:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652800, rc 0) 00000100:00100000:1.0:1746147259.630512:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+129:1832:x1830967346824960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.630517:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29872 00000100:00100000:0.0:1746147259.631196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.631308:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346825088 00000100:00100000:3.0:1746147259.631312:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346825088 00010000:00010000:3.0:1746147259.631327:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.631354:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14649 00000100:00100000:3.0:1746147259.631358:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346825088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.631366:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.631378:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.631388:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.631401:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00090 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e34 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.631424:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.631426:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.631431:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 128 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.631442:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 128 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.631462:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 128 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.632157:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 128 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.632168:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030336:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.632237:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.634340:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030336:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.634356:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.634389:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346825088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3029us (3192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.634397:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14649 00000100:00100000:0.0:1746147259.634979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.635036:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346825344 00000100:00100000:1.0:1746147259.635041:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346825344 00002000:00100000:1.0:1746147259.635066:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dc000 x1830967346825344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.635075:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc000 with x1830967346825344 ext(0->4095) 00010000:00010000:1.0:1746147259.635081:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.635097:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.635102:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dc000 00000100:00100000:1.0:1746147259.635122:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2737 00000100:00100000:1.0:1746147259.635127:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+129:2005:x1830967346825344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147259.635208:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+129:2005:x1830967346825344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.635214:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2737 00002000:00100000:1.0:1746147259.635218:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dc000 x1830967346825344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.635224:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc000 with x1830967346825344 ext(0->4095) 00010000:00010000:1.0:1746147259.635228:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.635236:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.635257:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907dc000 00000100:00100000:0.0:1746147259.637054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.637566:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346825472 00000100:00100000:3.0:1746147259.637571:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346825472 00010000:00010000:3.0:1746147259.637595:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.637644:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14650 00000100:00100000:3.0:1746147259.637649:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+129:2006:x1830967346825472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.637659:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.637672:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.637681:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.637698:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00097 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e3b expref: 129 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.637806:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.637808:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.637813:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 128 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.637820:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 128 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.637844:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 128 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.637854:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030464:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.637996:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.641459:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030464:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147259.641469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147259.641477:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.641513:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+128:2006:x1830967346825472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3862us (4461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.641804:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346825728 00000100:00100000:1.0:1746147259.641810:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346825728 00002000:00100000:1.0:1746147259.641843:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dd500 x1830967346825728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.641851:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dd500 with x1830967346825728 ext(0->4095) 00002000:00010000:1.0:1746147259.641855:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dd500 00000100:00100000:1.0:1746147259.641872:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13403 00000100:00100000:1.0:1746147259.641877:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+129:2006:x1830967346825728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.641929:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14650 00000100:00100000:1.0:1746147259.641976:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+128:2006:x1830967346825728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.641982:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13403 00002000:00100000:1.0:1746147259.641987:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dd500 x1830967346825728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.641993:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dd500 with x1830967346825728 ext(0->4095) 00002000:00010000:1.0:1746147259.641995:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dd500 00000100:00100000:0.0:1746147259.648416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.648825:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346825856 00000100:00100000:2.0:1746147259.648832:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346825856 00000100:00100000:2.0:1746147259.648888:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29873 00000100:00100000:2.0:1746147259.648895:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346825856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.648912:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.648926:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e49 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.648948:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 127 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.648955:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.648957:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.648960:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.648984:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 127 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.648995:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 127 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.649006:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340030592:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.649542:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.655920:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340030592:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.655948:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.655963:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ff200, rc 0) 00000100:00100000:2.0:1746147259.656014:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346825856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7118us (7604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.656022:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29873 00000100:00100000:0.0:1746147259.657504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.657693:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346825984 00000100:00100000:1.0:1746147259.657700:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346825984 00002000:00100000:1.0:1746147259.657734:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907df100 x1830967346825984/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.657742:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df100 with x1830967346825984 ext(0->7) 00010000:00010000:1.0:1746147259.657749:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 128 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.657759:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 128 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.657765:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df100 00000100:00100000:1.0:1746147259.657789:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2738 00000100:00100000:1.0:1746147259.657795:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+128:2007:x1830967346825984:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147259.662045:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+130:2007:x1830967346825984:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 4241us (4534us total) trans 4294972321 rc 0/0 00000100:00100000:0.0:1746147259.662056:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2738 00002000:00100000:0.0:1746147259.662066:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907df100 x1830967346825984/t4294972321(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147259.662074:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df100 with x1830967346825984 ext(0->7) 00010000:00010000:0.0:1746147259.662082:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 130 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.662096:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 130 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746147259.662102:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df100 00000100:00100000:0.0:1746147259.672187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.672301:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346826112 00000100:00100000:3.0:1746147259.672309:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346826112 00010000:00010000:3.0:1746147259.672342:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 130 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.672383:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14651 00000100:00100000:3.0:1746147259.672390:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+130:2008:x1830967346826112:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.672401:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.672417:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 130 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.672427:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 130 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.672446:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c0009e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e42 expref: 130 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.674032:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.674036:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.674045:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.674054:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.674087:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.674103:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030720:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.674174:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.674713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.675068:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346826240 00000100:00100000:3.0:1746147259.675073:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346826240 00000100:00100000:3.0:1746147259.675334:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29874 00000100:00100000:3.0:1746147259.675340:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+130:1814:x1830967346826240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.675351:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.675362:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e50 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.675379:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.675384:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.675385:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.675387:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 131 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.675402:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.675410:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.675417:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340030848:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.675457:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.677519:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030720:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.677536:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.677983:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+131:2008:x1830967346826112:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5592us (5801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.677992:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14651 00000100:00100000:0.0:1746147259.678359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.678742:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346826496 00000100:00100000:1.0:1746147259.678749:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346826496 00002000:00100000:1.0:1746147259.678780:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1c00 x1830967346826496/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.679003:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1c00 with x1830967346826496 ext(0->4095) 00010000:00010000:1.0:1746147259.679011:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.679022:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.679027:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa1c00 00000100:00100000:1.0:1746147259.679198:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2739 00000100:00100000:1.0:1746147259.679205:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346826496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147259.679330:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346826496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (971us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.679335:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2739 00002000:00100000:1.0:1746147259.679340:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1c00 x1830967346826496/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.679346:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1c00 with x1830967346826496 ext(0->4095) 00010000:00010000:1.0:1746147259.679351:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.679358:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.679363:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa1c00 00000100:00100000:2.0:1746147259.679537:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340030848:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.679563:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 130 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.679580:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:2.0:1746147259.679603:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+130:1814:x1830967346826240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4263us (4890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.679609:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29874 00000100:00100000:0.0:1746147259.680713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.681082:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346826624 00000100:00100000:3.0:1746147259.681087:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346826624 00010000:00010000:3.0:1746147259.681106:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.681134:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14652 00000100:00100000:3.0:1746147259.681140:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346826624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.681149:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.681162:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.681171:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.681188:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c000a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e49 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.681201:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.681202:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.681208:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 129 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.681215:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 129 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.681485:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 129 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.681496:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030976:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.681852:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.683718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.683962:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340030976:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.683977:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.684008:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346826624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2867us (3294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.684016:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14652 00000100:00100000:2.0:1746147259.684168:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346826880 00000100:00100000:2.0:1746147259.684173:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346826880 00002000:00100000:2.0:1746147259.684199:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1880 x1830967346826880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.684207:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1880 with x1830967346826880 ext(0->4095) 00002000:00010000:2.0:1746147259.684210:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa1880 00000100:00100000:2.0:1746147259.684232:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13404 00000100:00100000:2.0:1746147259.684238:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+130:2006:x1830967346826880:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.684354:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+130:2006:x1830967346826880:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.684359:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13404 00002000:00100000:2.0:1746147259.684363:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1880 x1830967346826880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.684370:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1880 with x1830967346826880 ext(0->4095) 00002000:00010000:2.0:1746147259.684372:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130fa1880 00000100:00100000:0.0:1746147259.698484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.700775:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346827008 00000100:00100000:2.0:1746147259.700784:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346827008 00000100:00100000:2.0:1746147259.700844:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29875 00000100:00100000:2.0:1746147259.700850:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346827008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.700866:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.700882:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e57 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.700906:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 129 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.700912:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.700914:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.700917:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.700943:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 129 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.700953:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 129 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.700962:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340031104:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.701711:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.705133:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340031104:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.705157:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.705170:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00000100:00100000:2.0:1746147259.705202:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346827008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4351us (6737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.705211:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29875 00000100:00100000:0.0:1746147259.712233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.712718:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346827136 00000100:00100000:1.0:1746147259.712725:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346827136 00002000:00100000:1.0:1746147259.712759:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa0a80 x1830967346827136/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.712767:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0a80 with x1830967346827136 ext(0->7) 00010000:00010000:1.0:1746147259.712775:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 130 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.712787:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 130 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.712793:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0a80 00000100:00100000:1.0:1746147259.712823:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2740 00000100:00100000:1.0:1746147259.712829:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+130:2005:x1830967346827136:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147259.713527:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+132:2005:x1830967346827136:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 697us (1300us total) trans 4294972322 rc 0/0 00000100:00100000:1.0:1746147259.713534:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2740 00002000:00100000:1.0:1746147259.713540:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130fa0a80 x1830967346827136/t4294972322(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.713546:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0a80 with x1830967346827136 ext(0->7) 00010000:00010000:1.0:1746147259.714063:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 132 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.714074:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 132 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.714084:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0a80 00000100:00100000:0.0:1746147259.719768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.719830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.721143:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346827392 00000100:00100000:2.0:1746147259.721152:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346827392 00000100:00100000:3.0:1746147259.721966:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346827264 00000100:00100000:3.0:1746147259.721972:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346827264 00010000:00010000:3.0:1746147259.721997:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 133 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.722672:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29876 00000100:00100000:2.0:1746147259.722681:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+133:1814:x1830967346827392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.722694:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.722707:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e5e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.722728:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.722734:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.722739:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.722742:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.722772:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.722782:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.722789:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dcc00, rc 0) 00000100:00100000:2.0:1746147259.722830:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346827392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.722837:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29876 00000100:00100000:3.0:1746147259.722928:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14653 00000100:00100000:3.0:1746147259.722934:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+133:2008:x1830967346827264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.722941:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.722958:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 133 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.722967:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 133 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.722982:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c000ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e50 expref: 133 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.722994:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.722996:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.723000:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.723005:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.723022:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.723031:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.723039:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340031360:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.723094:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.725692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.725845:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346827648 00000100:00100000:1.0:1746147259.725852:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346827648 00002000:00100000:1.0:1746147259.725883:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0e00 x1830967346827648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.725893:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0e00 with x1830967346827648 ext(0->4095) 00010000:00010000:1.0:1746147259.725901:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.725912:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.725918:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0e00 00000100:00100000:1.0:1746147259.725945:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2741 00000100:00100000:1.0:1746147259.725951:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346827648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147259.726054:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346827648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.726059:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2741 00002000:00100000:1.0:1746147259.726064:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0e00 x1830967346827648/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.726070:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0e00 with x1830967346827648 ext(0->4095) 00010000:00010000:1.0:1746147259.726074:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.726086:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.726092:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0e00 00000100:00100000:3.0:1746147259.726176:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340031360:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.726190:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.726221:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+132:2008:x1830967346827264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3287us (6391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.726228:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14653 00000100:00100000:0.0:1746147259.732545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.732670:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346827776 00000100:00100000:3.0:1746147259.732677:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346827776 00010000:00010000:3.0:1746147259.732705:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.732746:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14654 00000100:00100000:3.0:1746147259.732753:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346827776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147259.732764:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147259.732781:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.732791:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.732809:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c000b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e57 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.733119:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.733122:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.733128:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 131 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.733136:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 131 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.733164:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 131 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147259.733175:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340031488:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147259.733532:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.736783:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340031488:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147259.736802:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.736835:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346827776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4082us (4297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.736843:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14654 00000100:00100000:0.0:1746147259.739346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.739484:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346828032 00000100:00100000:2.0:1746147259.739491:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346828032 00002000:00100000:2.0:1746147259.739529:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906abb80 x1830967346828032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.739538:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906abb80 with x1830967346828032 ext(0->4095) 00002000:00010000:2.0:1746147259.739542:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906abb80 00000100:00100000:2.0:1746147259.739577:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13405 00000100:00100000:2.0:1746147259.739584:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+132:2005:x1830967346828032:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.739692:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+132:2005:x1830967346828032:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.739697:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13405 00002000:00100000:2.0:1746147259.739702:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906abb80 x1830967346828032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.739708:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906abb80 with x1830967346828032 ext(0->4095) 00002000:00010000:2.0:1746147259.739711:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800906abb80 00000100:00100000:0.0:1746147259.745695:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.745856:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346828160 00000100:00100000:1.0:1746147259.745863:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346828160 00000100:00100000:1.0:1746147259.745904:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29877 00000100:00100000:1.0:1746147259.745910:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346828160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147259.745923:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.745934:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e65 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.745957:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 131 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.745963:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147259.745964:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147259.745967:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.745988:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 131 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.745997:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 131 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.746006:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340031616:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.746066:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.748429:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340031616:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147259.748451:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.748465:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652400, rc 0) 00000100:00100000:0.0:1746147259.748646:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.748701:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346828160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2790us (3011us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.748708:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29877 00000100:00100000:2.0:1746147259.748772:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346828288 00000100:00100000:2.0:1746147259.748776:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346828288 00002000:00100000:2.0:1746147259.748803:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906a8700 x1830967346828288/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.748810:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8700 with x1830967346828288 ext(0->7) 00010000:00010000:2.0:1746147259.748815:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 132 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.748824:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 132 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.748833:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906a8700 00000100:00100000:2.0:1746147259.748856:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2742 00000100:00100000:2.0:1746147259.748861:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+132:2008:x1830967346828288:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147259.750465:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2008:x1830967346828288:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1598us (1814us total) trans 4294972323 rc 0/0 00000100:00100000:2.0:1746147259.750473:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2742 00002000:00100000:2.0:1746147259.750479:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906a8700 x1830967346828288/t4294972323(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.750488:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906a8700 with x1830967346828288 ext(0->7) 00010000:00010000:2.0:1746147259.750494:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.750505:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.750510:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906a8700 00000100:00100000:3.0:1746147259.755833:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340031744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746147259.755888:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147259.756539:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340031744 00000100:00100000:2.0:1746147259.756546:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340031744 00000100:00100000:2.0:1746147259.756589:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1746147259.756595:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340031744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746147259.756625:0:7245:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746147259.756669:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340031744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.756674:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1746147259.756795:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.761609:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340031744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746147259.761826:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346828416 00000100:00100000:2.0:1746147259.761833:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346828416 00010000:00010000:2.0:1746147259.761864:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.761906:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14655 00000100:00100000:2.0:1746147259.761911:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2007:x1830967346828416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.761922:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147259.761935:0:8397:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147260 -> 1746147261 00002000:00010000:2.0:1746147259.761938:0:8397:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147260 -> 1746147261 00010000:00010000:2.0:1746147259.761942:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.761951:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.761968:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dcc00/0x29021e8779c000ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e5e expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.761991:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.761993:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.761998:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.762005:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.762031:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.762041:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340031872:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.762123:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.769906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.769997:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346828544 00000100:00100000:1.0:1746147259.770004:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346828544 00000100:00100000:1.0:1746147259.770202:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29878 00000100:00100000:1.0:1746147259.770210:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346828544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147259.770226:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.770238:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e6c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.770378:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.770384:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.770386:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.770388:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.770414:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.770423:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 5 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.770432:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340032000:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.774406:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.788817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.788977:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340031872:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.788994:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.789030:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2007:x1830967346828416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 27118us (32235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.789040:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14655 00000100:00100000:3.0:1746147259.789280:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346828800 00000100:00100000:3.0:1746147259.789286:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346828800 00002000:00100000:3.0:1746147259.789321:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d82680 x1830967346828800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.789330:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d82680 with x1830967346828800 ext(0->4095) 00010000:00010000:3.0:1746147259.789337:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.789349:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.789354:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d82680 00000100:00100000:3.0:1746147259.789368:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2743 00000100:00100000:3.0:1746147259.789374:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346828800:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147259.789467:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346828800:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (658us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.789472:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2743 00002000:00100000:3.0:1746147259.789478:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d82680 x1830967346828800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.789484:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d82680 with x1830967346828800 ext(0->4095) 00010000:00010000:3.0:1746147259.789488:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.789496:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.789501:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d82680 00000100:00100000:1.0:1746147259.789946:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340032000:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147259.789968:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 134 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.789978:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:1.0:1746147259.790003:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346828544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19794us (20106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.790009:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29878 00000100:00100000:0.0:1746147259.791459:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.791534:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346828928 00000100:00100000:1.0:1746147259.791539:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346828928 00000100:00100000:2.0:1746147259.792715:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29879 00000100:00100000:2.0:1746147259.792726:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1832:x1830967346828928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.792738:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.792751:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e73 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.792775:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.792780:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.792784:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.792787:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.792814:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.792823:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.792831:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dd200, rc 0) 00000100:00100000:2.0:1746147259.792871:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:1832:x1830967346828928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.792877:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29879 00000100:00100000:0.0:1746147259.794188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.794258:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346829056 00000100:00100000:2.0:1746147259.794263:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346829056 00010000:00010000:2.0:1746147259.794283:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.794299:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14656 00000100:00100000:2.0:1746147259.794304:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346829056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.794313:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.794326:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.794335:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.794348:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652400/0x29021e8779c000c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e65 expref: 6 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.794371:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.794372:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.794377:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 134 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.794388:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 134 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.794406:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 134 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.794415:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 134 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.794424:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340032256:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.794479:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.796154:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340032256:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.796166:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.796189:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346829056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1884us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.796197:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14656 00000100:00100000:0.0:1746147259.797343:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.797410:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346829312 00000100:00100000:2.0:1746147259.797416:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346829312 00002000:00100000:2.0:1746147259.797444:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d81c00 x1830967346829312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.797452:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d81c00 with x1830967346829312 ext(0->4095) 00010000:00010000:2.0:1746147259.797459:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.797470:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.797476:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d81c00 00000100:00100000:2.0:1746147259.797502:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2744 00000100:00100000:2.0:1746147259.797509:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346829312:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.797612:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346829312:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.797617:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2744 00002000:00100000:2.0:1746147259.797622:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d81c00 x1830967346829312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.797628:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d81c00 with x1830967346829312 ext(0->4095) 00010000:00010000:2.0:1746147259.797632:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.797639:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.797643:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d81c00 00000100:00100000:0.0:1746147259.800580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.800661:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346829440 00000100:00100000:2.0:1746147259.800668:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346829440 00010000:00010000:2.0:1746147259.800693:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.800713:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14657 00000100:00100000:2.0:1746147259.800718:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346829440:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.800729:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.800743:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.800753:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.800771:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130653200/0x29021e8779c000c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e6c expref: 135 pid: 20948 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.800797:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.800799:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.800805:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.800812:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.800838:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.800849:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340032384:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.800920:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.804122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.804188:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346829696 00000100:00100000:3.0:1746147259.804195:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346829696 00002000:00100000:3.0:1746147259.804231:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125500 x1830967346829696/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.804240:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125500 with x1830967346829696 ext(0->4095) 00002000:00010000:3.0:1746147259.804265:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094125500 00000100:00100000:3.0:1746147259.804283:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13406 00000100:00100000:3.0:1746147259.804290:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346829696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.804410:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346829696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.804416:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13406 00002000:00100000:3.0:1746147259.804421:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125500 x1830967346829696/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.804428:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125500 with x1830967346829696 ext(0->4095) 00002000:00010000:3.0:1746147259.804431:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094125500 00000100:00100000:2.0:1746147259.804511:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340032384:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.804526:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.804548:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346829440:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3830us (3974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.804565:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14657 00000100:00100000:0.0:1746147259.806111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.806183:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346829824 00000100:00100000:1.0:1746147259.806188:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346829824 00000100:00100000:2.0:1746147259.806327:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29880 00000100:00100000:2.0:1746147259.806334:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346829824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.806345:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.806358:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e7a expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.806375:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.806382:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.806383:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.806386:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.806415:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.806424:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 133 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.806439:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340032512:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.806644:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.808176:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340032512:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.808195:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.808206:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943ddc00, rc 0) 00000100:00100000:2.0:1746147259.808233:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346829824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1900us (2124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.808239:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29880 00000100:00100000:0.0:1746147259.809303:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.809422:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346829952 00000100:00100000:2.0:1746147259.809427:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346829952 00010000:00010000:2.0:1746147259.809449:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.809477:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14658 00000100:00100000:2.0:1746147259.809483:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2006:x1830967346829952:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.809492:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.809506:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.809514:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.809530:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dd200/0x29021e8779c000cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e73 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.809627:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.809629:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.809635:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.809642:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.809670:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.809679:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340032640:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.809724:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.810765:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340032640:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147259.810780:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147259.810813:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+133:2006:x1830967346829952:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1330us (1510us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147259.810820:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14658 00000100:00100000:0.0:1746147259.811754:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.811812:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346830208 00000100:00100000:2.0:1746147259.811816:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346830208 00002000:00100000:2.0:1746147259.811843:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126d80 x1830967346830208/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.811851:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126d80 with x1830967346830208 ext(0->4095) 00002000:00010000:2.0:1746147259.811854:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094126d80 00000100:00100000:2.0:1746147259.811918:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13407 00000100:00100000:2.0:1746147259.811924:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346830208:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.812021:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346830208:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.812026:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13407 00002000:00100000:2.0:1746147259.812031:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126d80 x1830967346830208/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.812037:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126d80 with x1830967346830208 ext(0->4095) 00002000:00010000:2.0:1746147259.812040:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094126d80 00000100:00100000:0.0:1746147259.814745:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.815481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.815814:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346830336 00000100:00100000:2.0:1746147259.815822:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346830336 00000100:00100000:2.0:1746147259.815935:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346830464 00000100:00100000:2.0:1746147259.815939:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346830464 00000100:00100000:2.0:1746147259.815957:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29881 00000100:00100000:2.0:1746147259.815963:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1832:x1830967346830336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746147259.815997:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29882 00000100:00100000:3.0:1746147259.816007:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346830464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.816088:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.816102:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e81 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.816132:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.816138:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.816139:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.816142:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.816169:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.816180:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.816190:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340032768:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.816273:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00010000:00010000:3.0:1746147259.816320:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.816327:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e88 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.816338:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.816341:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.816346:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.816348:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.816366:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.816376:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.816390:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:3.0:1746147259.816415:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:1814:x1830967346830464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 412us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.816421:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29882 00000100:00100000:0.0:1746147259.818383:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.818385:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340032768:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.818426:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346830592 00000100:00100000:1.0:1746147259.818434:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346830592 00010000:00010000:1.0:1746147259.818465:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.818471:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.818481:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00000100:00100000:1.0:1746147259.818496:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14659 00000100:00100000:1.0:1746147259.818501:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346830592:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746147259.818508:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:1832:x1830967346830336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2546us (3770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.818513:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29881 00010000:00010000:1.0:1746147259.818513:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.818529:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.818538:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.818565:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943ddc00/0x29021e8779c000d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e7a expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.818579:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.818581:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.818585:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.818592:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.818613:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.818622:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.818744:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033024:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.818798:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.820212:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033024:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.820225:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.820283:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346830592:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1781us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.820291:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14659 00000100:00100000:0.0:1746147259.820593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.820672:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346830848 00000100:00100000:2.0:1746147259.820677:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346830848 00002000:00100000:2.0:1746147259.820704:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125f80 x1830967346830848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.820712:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125f80 with x1830967346830848 ext(0->4095) 00010000:00010000:2.0:1746147259.820720:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.820730:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.820735:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125f80 00000100:00100000:2.0:1746147259.820762:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2745 00000100:00100000:2.0:1746147259.820769:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346830848:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.820876:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346830848:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.820882:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2745 00002000:00100000:2.0:1746147259.820886:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125f80 x1830967346830848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.820893:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125f80 with x1830967346830848 ext(0->4095) 00010000:00010000:2.0:1746147259.820897:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.820956:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.820961:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125f80 00000100:00100000:0.0:1746147259.822540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.822623:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346830976 00000100:00100000:2.0:1746147259.822628:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346830976 00000100:00100000:2.0:1746147259.822799:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29883 00000100:00100000:2.0:1746147259.822807:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346830976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.822817:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.822830:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e8f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.822850:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.822854:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.822859:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147259.822862:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.822893:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.822904:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.822911:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ba00, rc 0) 00000100:00100000:2.0:1746147259.822946:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346830976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.822951:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29883 00000100:00100000:0.0:1746147259.823083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.823222:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346831104 00000100:00100000:1.0:1746147259.823226:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346831104 00010000:00010000:1.0:1746147259.823273:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.823295:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14660 00000100:00100000:1.0:1746147259.823301:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346831104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.823308:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.823322:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.823331:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.823345:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c000dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e81 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.823367:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.823369:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.823373:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.823380:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.823398:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.823408:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.823417:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033280:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.823472:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.824888:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033280:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.824901:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.824938:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346831104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1637us (1854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.824945:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14660 00000100:00100000:0.0:1746147259.825640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.825720:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346831360 00000100:00100000:2.0:1746147259.825725:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346831360 00002000:00100000:2.0:1746147259.825750:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127480 x1830967346831360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.825758:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127480 with x1830967346831360 ext(0->4095) 00010000:00010000:2.0:1746147259.825765:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.825777:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.825783:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127480 00000100:00100000:2.0:1746147259.825813:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2746 00000100:00100000:2.0:1746147259.825820:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346831360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147259.825931:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346831360:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.825937:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2746 00002000:00100000:2.0:1746147259.825942:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127480 x1830967346831360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.825949:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127480 with x1830967346831360 ext(0->4095) 00010000:00010000:2.0:1746147259.825954:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.825968:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.825973:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127480 00000100:00100000:0.0:1746147259.828072:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.828155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.828291:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346831616 00000100:00100000:1.0:1746147259.828298:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346831616 00010000:00010000:1.0:1746147259.828325:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.828347:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14661 00000100:00100000:1.0:1746147259.828353:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2008:x1830967346831616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.828366:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.828381:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.828396:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.828415:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c000e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e88 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.828449:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.828451:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.828457:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.828464:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.828492:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.828504:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033408:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.828573:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.828613:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346831488 00000100:00100000:2.0:1746147259.828617:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346831488 00000100:00100000:2.0:1746147259.828634:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29884 00000100:00100000:2.0:1746147259.828639:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346831488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.828650:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.828663:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e96 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.828677:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.828682:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.828683:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.828686:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.828701:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.828710:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.828718:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340033536:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.828744:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.832719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.832924:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033408:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.832943:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.832981:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2008:x1830967346831616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4627us (4824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.832991:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14661 00000100:00100000:3.0:1746147259.833532:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346831872 00000100:00100000:3.0:1746147259.833538:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346831872 00002000:00100000:3.0:1746147259.833578:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125880 x1830967346831872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.833592:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125880 with x1830967346831872 ext(0->4095) 00010000:00010000:3.0:1746147259.833599:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.833611:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.833617:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125880 00000100:00100000:3.0:1746147259.833632:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2747 00000100:00100000:3.0:1746147259.833638:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346831872:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.833708:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340033536:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.833725:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.833736:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:3.0:1746147259.833745:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346831872:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1034us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.833751:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2747 00000100:00100000:2.0:1746147259.833752:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346831488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5113us (5686us total) trans 0 rc 0/0 00002000:00100000:3.0:1746147259.833756:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125880 x1830967346831872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746147259.833757:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29884 00002000:00100000:3.0:1746147259.833762:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125880 with x1830967346831872 ext(0->4095) 00010000:00010000:3.0:1746147259.833766:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.833774:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.833779:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094125880 00000100:00100000:0.0:1746147259.839191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.839374:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346832000 00000100:00100000:1.0:1746147259.839382:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346832000 00010000:00010000:1.0:1746147259.839415:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.839445:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14662 00000100:00100000:1.0:1746147259.839452:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346832000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.839464:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.839481:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.839492:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.839512:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c000eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e8f expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.839544:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.839546:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.839560:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.839567:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.839595:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.839605:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033664:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.841055:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.844299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.844493:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033664:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147259.844510:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147259.844545:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346832000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5094us (5361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.844563:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14662 00000100:00100000:3.0:1746147259.844922:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346832256 00000100:00100000:3.0:1746147259.844928:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346832256 00002000:00100000:3.0:1746147259.844958:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094124380 x1830967346832256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.844966:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094124380 with x1830967346832256 ext(0->4095) 00002000:00010000:3.0:1746147259.844970:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094124380 00000100:00100000:3.0:1746147259.845197:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13408 00000100:00100000:3.0:1746147259.845204:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346832256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.845759:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346832256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 553us (1465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.845765:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13408 00002000:00100000:3.0:1746147259.845771:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094124380 x1830967346832256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.845779:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094124380 with x1830967346832256 ext(0->4095) 00002000:00010000:3.0:1746147259.845781:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094124380 00000100:00100000:0.0:1746147259.847953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.848547:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346832384 00000100:00100000:2.0:1746147259.848562:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346832384 00000100:00100000:2.0:1746147259.848628:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29885 00000100:00100000:2.0:1746147259.848636:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346832384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.848651:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.848664:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81e9d expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.848686:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.848692:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.848693:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.848696:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.848719:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.848732:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 133 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.848742:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340033792:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.849331:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.852224:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.852435:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340033792:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.852461:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.852473:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ae00, rc 0) 00000100:00100000:2.0:1746147259.852510:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346832384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3875us (4563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.852517:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29885 00000100:00100000:1.0:1746147259.852774:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346832512 00000100:00100000:1.0:1746147259.852780:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346832512 00010000:00010000:1.0:1746147259.852801:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.852829:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14663 00000100:00100000:1.0:1746147259.852835:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346832512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147259.852845:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147259.852859:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.852869:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.852887:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c000f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e96 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.852910:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.852912:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.852917:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.852929:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.852953:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147259.852962:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033920:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147259.853008:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.854413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.854873:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346832640 00000100:00100000:2.0:1746147259.854879:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346832640 00000100:00100000:2.0:1746147259.856591:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29886 00000100:00100000:2.0:1746147259.856604:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346832640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.856621:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.856637:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ea4 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.856661:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.856671:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.856673:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.856676:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.856704:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.856715:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.856726:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340034048:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.856802:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.857107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.857326:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340033920:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.857339:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.857364:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346832512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4529us (5147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.857372:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14663 00000100:00100000:3.0:1746147259.857674:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346832896 00000100:00100000:3.0:1746147259.857679:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346832896 00002000:00100000:3.0:1746147259.857705:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424380 x1830967346832896/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.857713:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424380 with x1830967346832896 ext(0->4095) 00010000:00010000:3.0:1746147259.857719:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.857729:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.857739:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424380 00000100:00100000:3.0:1746147259.857753:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2748 00000100:00100000:3.0:1746147259.857758:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346832896:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.857851:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346832896:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (744us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.857857:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2748 00002000:00100000:3.0:1746147259.857861:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424380 x1830967346832896/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.857868:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424380 with x1830967346832896 ext(0->4095) 00010000:00010000:3.0:1746147259.857873:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.857881:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.857886:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424380 00000100:00100000:2.0:1746147259.860658:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340034048:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147259.860682:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.860696:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ac00, rc 0) 00000100:00100000:2.0:1746147259.860741:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346832640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4141us (6331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.860752:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29886 00000100:00100000:0.0:1746147259.861213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.861380:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346833024 00000100:00100000:3.0:1746147259.861385:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346833024 00000100:00100000:3.0:1746147259.861647:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29887 00000100:00100000:3.0:1746147259.861653:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1832:x1830967346833024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.861664:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.861675:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81eab expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.861694:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.861697:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.862015:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.862019:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.862045:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.862054:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.862061:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:3.0:1746147259.862085:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:1832:x1830967346833024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 432us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.862090:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29887 00000100:00100000:0.0:1746147259.863058:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.863966:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346833152 00000100:00100000:2.0:1746147259.863974:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346833152 00010000:00010000:2.0:1746147259.863999:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.864029:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14664 00000100:00100000:2.0:1746147259.864035:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346833152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.864046:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.864060:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.864070:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.864087:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c000f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81e9d expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.864398:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.864400:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.864406:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.864414:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.864439:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.864449:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.864459:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340034304:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.864541:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.866517:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340034304:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.866535:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.866585:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346833152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2548us (3527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.866595:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14664 00000100:00100000:0.0:1746147259.867362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.867439:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346833408 00000100:00100000:2.0:1746147259.867445:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346833408 00002000:00100000:2.0:1746147259.867474:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091425c00 x1830967346833408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.867482:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091425c00 with x1830967346833408 ext(0->4095) 00010000:00010000:2.0:1746147259.867489:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.867498:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.867504:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091425c00 00000100:00100000:2.0:1746147259.867527:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2749 00000100:00100000:2.0:1746147259.867533:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346833408:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.868444:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346833408:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 909us (1082us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.868451:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2749 00002000:00100000:2.0:1746147259.868457:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091425c00 x1830967346833408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.868464:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091425c00 with x1830967346833408 ext(0->4095) 00010000:00010000:2.0:1746147259.868469:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.868477:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.868482:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091425c00 00000100:00100000:2.0:1746147259.871346:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.871494:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346833536 00000100:00100000:0.0:1746147259.871502:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346833536 00010000:00010000:0.0:1746147259.871530:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746147259.871961:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14665 00000100:00100000:0.0:1746147259.871969:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346833536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147259.871980:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147259.871996:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.872008:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.872026:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00100 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ea4 expref: 135 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746147259.872055:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147259.872057:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147259.872063:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.872071:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147259.872100:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 134 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147259.872110:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091427480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340034432:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147259.872184:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.875207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.875352:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346833792 00000100:00100000:3.0:1746147259.875359:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346833792 00002000:00100000:3.0:1746147259.875391:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0000 x1830967346833792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.875399:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0000 with x1830967346833792 ext(0->4095) 00002000:00010000:3.0:1746147259.875403:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e0000 00000100:00100000:3.0:1746147259.875426:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13409 00000100:00100000:3.0:1746147259.875433:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346833792:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.876088:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091427480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340034432:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.876105:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147259.876264:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346833792:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 830us (1062us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.876270:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13409 00002000:00100000:3.0:1746147259.876276:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0000 x1830967346833792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.876284:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0000 with x1830967346833792 ext(0->4095) 00002000:00010000:3.0:1746147259.876287:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e0000 00000100:00100000:2.0:1746147259.876377:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2006:x1830967346833536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4409us (5036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.876385:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14665 00000100:00100000:0.0:1746147259.878547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.878756:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346833920 00000100:00100000:3.0:1746147259.878763:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346833920 00000100:00100000:3.0:1746147259.878864:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29888 00000100:00100000:3.0:1746147259.878898:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346833920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.878911:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.878925:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81eb2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.878949:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.878955:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.878956:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.878959:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.878982:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 133 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.878997:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 133 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746147259.879007:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340034560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.879077:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.880519:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340034560:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.880539:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.880548:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147259.880781:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346833920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1884us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.880787:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29888 00000100:00100000:0.0:1746147259.881352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.881672:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346834048 00000100:00100000:2.0:1746147259.881677:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346834048 00010000:00010000:2.0:1746147259.881799:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.881830:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14666 00000100:00100000:2.0:1746147259.881835:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346834048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.881845:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.881864:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.881874:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.881924:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00107 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eab expref: 134 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.881948:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.881950:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.881958:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.881965:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.882040:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.882050:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340034688:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.882100:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.884448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.884894:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340034688:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.884911:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.884945:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+133:2005:x1830967346834048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3109us (3593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.884956:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14666 00000100:00100000:3.0:1746147259.885104:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346834304 00000100:00100000:3.0:1746147259.885109:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346834304 00002000:00100000:3.0:1746147259.885137:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78700 x1830967346834304/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.885145:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78700 with x1830967346834304 ext(0->4095) 00002000:00010000:3.0:1746147259.885149:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78700 00000100:00100000:3.0:1746147259.885165:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13410 00000100:00100000:3.0:1746147259.885171:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346834304:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.885287:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346834304:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (845us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.885296:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13410 00002000:00100000:3.0:1746147259.885301:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78700 x1830967346834304/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.885307:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78700 with x1830967346834304 ext(0->4095) 00002000:00010000:3.0:1746147259.885310:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78700 00000100:00100000:0.0:1746147259.887158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147259.887446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.887518:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346834432 00000100:00100000:1.0:1746147259.887528:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346834432 00000100:00100000:1.0:1746147259.887565:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346834560 00000100:00100000:1.0:1746147259.887567:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346834560 00000100:00100000:1.0:1746147259.887599:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29889 00000100:00100000:1.0:1746147259.887605:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346834432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147259.887619:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.887633:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81eb9 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.887656:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.887662:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.887664:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.887667:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.887695:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.887705:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 5 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.887715:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340034816:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.887776:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.888065:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29890 00000100:00100000:2.0:1746147259.888073:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+135:1832:x1830967346834560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.888080:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.888086:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ec0 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.888096:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.888100:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.888105:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.888107:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 136 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.888127:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.888136:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 136 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.888144:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ba00, rc 0) 00000100:00100000:2.0:1746147259.888169:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+136:1832:x1830967346834560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.888174:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29890 00000100:00100000:1.0:1746147259.890301:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340034816:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147259.890323:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.890335:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:1.0:1746147259.890380:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:1814:x1830967346834432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2774us (3226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.890386:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29889 00000100:00100000:0.0:1746147259.891185:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.891273:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346834688 00000100:00100000:2.0:1746147259.891279:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346834688 00010000:00010000:2.0:1746147259.891302:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.891323:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14667 00000100:00100000:2.0:1746147259.891329:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346834688:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.891342:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.891358:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.891369:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.891388:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c0010e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb2 expref: 6 pid: 9588 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.891529:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.891531:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.891537:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.891544:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.891580:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.891589:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.891599:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035072:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.892092:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6900 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.893938:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035072:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.893954:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.893989:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346834688:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2659us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.893999:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14667 00000100:00100000:0.0:1746147259.894839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.895088:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346834944 00000100:00100000:1.0:1746147259.895094:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346834944 00002000:00100000:1.0:1746147259.895124:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7b480 x1830967346834944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.895133:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967346834944 ext(0->4095) 00010000:00010000:1.0:1746147259.895140:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.895157:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.895162:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f7b480 00000100:00100000:1.0:1746147259.895505:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2750 00000100:00100000:1.0:1746147259.895512:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346834944:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147259.895626:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346834944:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (788us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.895632:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2750 00002000:00100000:1.0:1746147259.895636:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7b480 x1830967346834944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.895642:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967346834944 ext(0->4095) 00010000:00010000:1.0:1746147259.895646:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746147259.895654:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746147259.895659:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f7b480 00000100:00100000:0.0:1746147259.898808:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.899544:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346835072 00000100:00100000:2.0:1746147259.899565:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346835072 00010000:00010000:2.0:1746147259.899602:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.899652:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14668 00000100:00100000:2.0:1746147259.899658:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346835072:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.899670:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.899687:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.899699:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.899717:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00115 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eb9 expref: 135 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.899745:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.899747:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.899752:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 134 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.899759:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 134 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.899788:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 134 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.899799:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035200:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.899882:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.906774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.906861:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346835328 00000100:00100000:3.0:1746147259.906868:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346835328 00000100:00100000:2.0:1746147259.906901:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035200:192.168.202.9@tcp:105: 00002000:00100000:3.0:1746147259.906904:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7aa00 x1830967346835328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.906912:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7aa00 with x1830967346835328 ext(0->4095) 00010000:00010000:2.0:1746147259.906920:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.906954:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346835072:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7296us (8157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.906963:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14668 00002000:00010000:3.0:1746147259.906970:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f7aa00 00000100:00100000:3.0:1746147259.907004:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13411 00000100:00100000:3.0:1746147259.907010:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346835328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.907116:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346835328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.907122:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13411 00002000:00100000:3.0:1746147259.907126:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7aa00 x1830967346835328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.907132:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7aa00 with x1830967346835328 ext(0->4095) 00002000:00010000:3.0:1746147259.907135:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f7aa00 00000100:00100000:0.0:1746147259.908999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.909083:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346835456 00000100:00100000:1.0:1746147259.909089:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346835456 00000100:00100000:1.0:1746147259.909118:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29891 00000100:00100000:1.0:1746147259.909123:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346835456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147259.909136:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.909150:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ec7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.909172:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 133 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.909179:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147259.909180:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147259.909183:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.909206:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 133 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.909216:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 133 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.909225:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340035328:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.909928:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.913356:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340035328:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147259.913383:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.913397:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:1.0:1746147259.913436:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346835456:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4312us (4440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.913442:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29891 00000100:00100000:0.0:1746147259.914341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.914418:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346835584 00000100:00100000:2.0:1746147259.914425:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346835584 00010000:00010000:2.0:1746147259.914447:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 134 pid: 24989 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.914503:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14669 00000100:00100000:2.0:1746147259.914509:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346835584:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.914521:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.914538:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 134 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.914562:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 134 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.914581:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ba00/0x29021e8779c0011c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec0 expref: 134 pid: 24989 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.914728:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.914730:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.914736:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.914744:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.914770:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.914781:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035456:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.914898:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.915148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.915266:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346835712 00000100:00100000:1.0:1746147259.915269:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346835712 00000100:00100000:1.0:1746147259.915295:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29892 00000100:00100000:1.0:1746147259.915300:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346835712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147259.915310:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.915318:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ece expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.915333:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.915338:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.915340:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.915342:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 135 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.915357:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.915365:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 5 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.915372:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340035584:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.915409:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.916690:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035456:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.916705:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.916738:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2005:x1830967346835584:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2229us (2398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.916745:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14669 00000100:00100000:0.0:1746147259.918084:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.918166:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340035584:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147259.918187:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 134 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.918204:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:1.0:1746147259.918230:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:1814:x1830967346835712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2931us (3084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.918236:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29892 00000100:00100000:2.0:1746147259.918882:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346835968 00000100:00100000:2.0:1746147259.918889:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346835968 00002000:00100000:2.0:1746147259.918921:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46300 x1830967346835968/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.918930:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46300 with x1830967346835968 ext(0->4095) 00010000:00010000:2.0:1746147259.918936:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.918946:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.918952:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46300 00000100:00100000:2.0:1746147259.918977:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2751 00000100:00100000:2.0:1746147259.918984:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346835968:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147259.919076:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346835968:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (994us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147259.919081:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2751 00002000:00100000:2.0:1746147259.919085:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46300 x1830967346835968/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147259.919092:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46300 with x1830967346835968 ext(0->4095) 00010000:00010000:2.0:1746147259.919096:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.919104:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746147259.919109:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46300 00000100:00100000:0.0:1746147259.921985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.922355:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346836096 00000100:00100000:2.0:1746147259.922361:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346836096 00010000:00010000:2.0:1746147259.922387:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.922408:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14670 00000100:00100000:2.0:1746147259.922414:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346836096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.922424:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.922438:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.922452:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.922471:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00123 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ec7 expref: 6 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.922486:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.922488:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.922493:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 133 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.922500:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 133 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.922629:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 133 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.922643:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035712:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.922888:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.924720:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035712:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.924736:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.924780:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346836096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2366us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.924788:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14670 00000100:00100000:0.0:1746147259.927611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.927788:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346836352 00000100:00100000:3.0:1746147259.927795:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346836352 00002000:00100000:3.0:1746147259.927834:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44000 x1830967346836352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.927843:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44000 with x1830967346836352 ext(0->4095) 00002000:00010000:3.0:1746147259.927849:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44000 00000100:00100000:3.0:1746147259.927923:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13412 00000100:00100000:3.0:1746147259.927930:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346836352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147259.928048:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2005:x1830967346836352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (443us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.928057:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13412 00002000:00100000:3.0:1746147259.928063:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44000 x1830967346836352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.928070:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44000 with x1830967346836352 ext(0->4095) 00002000:00010000:3.0:1746147259.928072:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44000 00000100:00100000:0.0:1746147259.934504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.934611:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346836480 00000100:00100000:1.0:1746147259.934619:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346836480 00000100:00100000:1.0:1746147259.934657:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29893 00000100:00100000:1.0:1746147259.934664:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346836480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147259.934679:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.934693:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ed5 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.934715:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 133 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.934722:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147259.934724:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147259.934727:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.934751:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 133 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.934762:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 133 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746147259.934776:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340035840:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.935835:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.939218:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340035840:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147259.939273:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.939289:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:1.0:1746147259.939328:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346836480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4664us (4831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147259.939335:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29893 00000100:00100000:0.0:1746147259.939619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.940861:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346836608 00000100:00100000:3.0:1746147259.940868:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346836608 00002000:00100000:3.0:1746147259.940901:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008fc44700 x1830967346836608/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.940910:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967346836608 ext(0->7) 00010000:00010000:3.0:1746147259.940917:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.940929:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 134 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.940935:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc44700 00000100:00100000:3.0:1746147259.940963:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2752 00000100:00100000:3.0:1746147259.940969:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+134:2006:x1830967346836608:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147259.942696:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346836608:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1722us (3072us total) trans 4294972324 rc 0/0 00000100:00100000:3.0:1746147259.942704:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2752 00002000:00100000:3.0:1746147259.942710:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008fc44700 x1830967346836608/t4294972324(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 496/448 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.942718:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44700 with x1830967346836608 ext(0->7) 00010000:00010000:3.0:1746147259.942725:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 136 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746147259.942736:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 136 pid: 10034 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746147259.942742:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc44700 00000100:00100000:0.0:1746147259.947718:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.948069:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346836736 00000100:00100000:2.0:1746147259.948076:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346836736 00010000:00010000:2.0:1746147259.948106:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 136 pid: 10034 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746147259.948159:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14671 00000100:00100000:2.0:1746147259.948166:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2007:x1830967346836736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.948177:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.948192:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 136 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.948203:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 136 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.948222:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0012a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ece expref: 136 pid: 10034 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746147259.948678:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.948680:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.948687:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.948694:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.948720:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.948730:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035968:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.948793:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.954572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.954800:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340035968:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.954822:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.954867:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2007:x1830967346836736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6701us (7155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.954876:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14671 00000100:00100000:3.0:1746147259.954941:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346836992 00000100:00100000:3.0:1746147259.954947:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346836992 00000100:00100000:1.0:1746147259.954997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.955015:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346837120 00000100:00100000:1.0:1746147259.955018:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346837120 00000100:00100000:1.0:1746147259.955044:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29894 00000100:00100000:1.0:1746147259.955050:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:1814:x1830967346837120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147259.955062:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147259.955074:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81edc expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.955096:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746147259.955108:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2d80 x1830967346836992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.955117:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2d80 with x1830967346836992 ext(0->4095) 00002000:00010000:3.0:1746147259.955120:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2d80 00000100:00100000:3.0:1746147259.955135:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13413 00000100:00100000:3.0:1746147259.955141:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346836992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746147259.955328:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.955330:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147259.955334:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.955360:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147259.955370:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147259.955380:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340036096:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147259.955433:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.955487:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346836992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 346us (923us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.955495:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13413 00002000:00100000:3.0:1746147259.955499:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2d80 x1830967346836992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.955506:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2d80 with x1830967346836992 ext(0->4095) 00010000:00010000:3.0:1746147259.955511:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147259.955520:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147259.955525:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2d80 00000100:00100000:0.0:1746147259.957341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.957423:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340036096:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147259.957444:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346837248 00010000:00010000:1.0:1746147259.957445:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.957448:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346837248 00010000:00010000:1.0:1746147259.957457:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:1.0:1746147259.957483:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1814:x1830967346837120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (2485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.957484:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29895 00000100:00100000:2.0:1746147259.957489:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1832:x1830967346837248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746147259.957489:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29894 00010000:00010000:2.0:1746147259.957498:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.957507:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ee3 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.957526:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.957530:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.957535:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.957538:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 137 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.957571:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.957580:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 137 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.957587:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00000100:00100000:2.0:1746147259.957604:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1832:x1830967346837248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.957608:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29895 00000100:00100000:0.0:1746147259.957812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.957959:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346837376 00000100:00100000:2.0:1746147259.957963:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346837376 00010000:00010000:2.0:1746147259.957975:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147259.958000:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14672 00000100:00100000:2.0:1746147259.958004:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346837376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.958012:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.958025:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.958034:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.958049:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00131 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ed5 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.958068:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.958069:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.958074:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.958080:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.958098:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.958107:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 136 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147259.958121:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340036352:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.958170:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.961130:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340036352:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147259.961130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147259.961145:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.961174:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346837376:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3169us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.961182:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14672 00000100:00100000:3.0:1746147259.961273:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346837632 00000100:00100000:3.0:1746147259.961277:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346837632 00002000:00100000:3.0:1746147259.961304:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45f80 x1830967346837632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.961312:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45f80 with x1830967346837632 ext(0->4095) 00010000:00010000:3.0:1746147259.961319:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147259.961329:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147259.961335:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45f80 00000100:00100000:3.0:1746147259.961347:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2753 00000100:00100000:3.0:1746147259.961352:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967346837632:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.961492:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967346837632:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.961498:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2753 00002000:00100000:3.0:1746147259.961503:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45f80 x1830967346837632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.961509:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45f80 with x1830967346837632 ext(0->4095) 00010000:00010000:3.0:1746147259.961513:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147259.961521:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147259.961525:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45f80 00000100:00100000:0.0:1746147259.965485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.966745:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346837760 00000100:00100000:2.0:1746147259.966754:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346837760 00010000:00010000:2.0:1746147259.966788:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147259.966832:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14673 00000100:00100000:2.0:1746147259.966840:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967346837760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.966851:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.966867:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.966877:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.966896:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00138 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81edc expref: 137 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.966919:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.966921:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.966926:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 136 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.966932:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 136 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.966959:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 136 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.966970:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340036480:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.967188:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.969717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.969801:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340036480:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.969819:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.969851:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346837760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3012us (4373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.969860:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14673 00000100:00100000:3.0:1746147259.969864:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346838016 00000100:00100000:3.0:1746147259.969869:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346838016 00002000:00100000:3.0:1746147259.969897:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc47800 x1830967346838016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.969906:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47800 with x1830967346838016 ext(0->4095) 00002000:00010000:3.0:1746147259.969910:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc47800 00000100:00100000:3.0:1746147259.969924:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13414 00000100:00100000:3.0:1746147259.969929:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346838016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147259.970024:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346838016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147259.970030:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13414 00002000:00100000:3.0:1746147259.970035:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc47800 x1830967346838016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.970041:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc47800 with x1830967346838016 ext(0->4095) 00002000:00010000:3.0:1746147259.970044:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc47800 00000100:00100000:0.0:1746147259.972014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.972147:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346838144 00000100:00100000:3.0:1746147259.972156:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346838144 00000100:00100000:3.0:1746147259.972193:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29896 00000100:00100000:3.0:1746147259.972198:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346838144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.972209:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.972222:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81eea expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.972272:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 135 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.972279:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.972281:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147259.972284:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.972354:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 135 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.972365:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 135 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147259.972376:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340036608:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.972975:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147259.975883:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340036608:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.975909:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.975930:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00000100:00100000:3.0:1746147259.975967:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346838144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3768us (3957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.975975:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29896 00000100:00100000:0.0:1746147259.976084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.976262:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346838272 00000100:00100000:2.0:1746147259.976268:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346838272 00010000:00010000:2.0:1746147259.976288:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147259.976310:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14674 00000100:00100000:2.0:1746147259.976317:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2005:x1830967346838272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.976329:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.976782:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.976792:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.976811:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c0013f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ee3 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.976825:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.976826:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.976832:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.976843:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.976868:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147259.976878:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340036736:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.978975:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147259.981816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.982065:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346838400 00000100:00100000:3.0:1746147259.982073:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346838400 00000100:00100000:3.0:1746147259.982126:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29897 00000100:00100000:3.0:1746147259.982134:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:1814:x1830967346838400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147259.982149:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147259.982164:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ef1 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.982187:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.982192:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.982194:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147259.982196:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.982224:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.982239:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147259.982278:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340036864:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147259.982978:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147259.983316:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147259.983335:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346838656 00000100:00100000:1.0:1746147259.983338:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346838656 00002000:00100000:1.0:1746147259.983362:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0700 x1830967346838656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.983370:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0700 with x1830967346838656 ext(0->4095) 00010000:00010000:1.0:1746147259.983375:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147259.983385:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147259.983390:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e0700 00000100:00100000:1.0:1746147259.983412:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2754 00000100:00100000:1.0:1746147259.983417:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346838656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147259.983505:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346838656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147259.983510:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2754 00002000:00100000:1.0:1746147259.983515:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e0700 x1830967346838656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147259.983522:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0700 with x1830967346838656 ext(0->4095) 00010000:00010000:1.0:1746147259.983526:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147259.983534:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147259.983538:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e0700 00000100:00100000:2.0:1746147259.983914:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340036736:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.983927:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.983950:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2005:x1830967346838272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7634us (7867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.983957:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14674 00000100:00100000:0.0:1746147259.987907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.988191:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346838784 00000100:00100000:2.0:1746147259.988198:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346838784 00000100:00100000:2.0:1746147259.988233:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29898 00000100:00100000:2.0:1746147259.988239:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1832:x1830967346838784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147259.988269:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147259.988281:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ef8 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.988300:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.988305:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 138 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.988313:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147259.988316:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 138 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.988342:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 138 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.988350:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 138 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.988357:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:2.0:1746147259.988387:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+138:1832:x1830967346838784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.988392:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29898 00000100:00100000:3.0:1746147259.989292:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340036864:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147259.989310:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147259.989320:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147259.989351:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1814:x1830967346838400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7218us (7541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147259.989356:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29897 00000100:00100000:0.0:1746147259.993168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147259.993502:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346838912 00000100:00100000:2.0:1746147259.993510:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346838912 00010000:00010000:2.0:1746147259.993539:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147259.993791:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14675 00000100:00100000:2.0:1746147259.993798:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346838912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147259.993809:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147259.993824:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.993836:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.993856:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00146 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eea expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147259.993887:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.993889:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147259.993895:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.993902:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.993930:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147259.993940:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 136 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147259.993949:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037120:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147259.994149:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147259.998467:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037120:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147259.998488:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147259.998526:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346838912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4727us (5364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147259.998535:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14675 00000100:00100000:0.0:1746147259.999820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147259.999934:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346839168 00000100:00100000:3.0:1746147259.999940:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346839168 00002000:00100000:3.0:1746147259.999972:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46680 x1830967346839168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/0 e 0 to 0 dl 1746147270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147259.999980:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46680 with x1830967346839168 ext(0->4095) 00010000:00010000:3.0:1746147259.999987:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147259.999997:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.000006:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46680 00000100:00100000:3.0:1746147260.000031:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2755 00000100:00100000:3.0:1746147260.000037:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2005:x1830967346839168:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.000126:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2005:x1830967346839168:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.000130:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2755 00002000:00100000:3.0:1746147260.000134:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46680 x1830967346839168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:635/0 lens 488/4536 e 0 to 0 dl 1746147270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.000140:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46680 with x1830967346839168 ext(0->4095) 00010000:00010000:3.0:1746147260.000144:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.000151:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.000156:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46680 00000100:00100000:0.0:1746147260.002078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.002276:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346839296 00000100:00100000:2.0:1746147260.002282:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346839296 00010000:00010000:2.0:1746147260.002501:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.002532:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14676 00000100:00100000:2.0:1746147260.002538:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2005:x1830967346839296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.002547:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.002568:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.002578:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.002597:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c0014d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef1 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.002613:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.002615:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.002620:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 136 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.002626:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 136 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.002652:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 136 pid: 20948 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746147260.002732:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746147260.002805:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037248:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.003408:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.006674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.006724:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346839552 00000100:00100000:1.0:1746147260.006731:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346839552 00002000:00100000:1.0:1746147260.006768:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45880 x1830967346839552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.006777:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45880 with x1830967346839552 ext(0->4095) 00002000:00010000:1.0:1746147260.006781:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc45880 00000100:00100000:1.0:1746147260.007033:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13415 00000100:00100000:1.0:1746147260.007041:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967346839552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.007252:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037248:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.007270:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.007865:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967346839552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 823us (1196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.007871:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13415 00002000:00100000:1.0:1746147260.007877:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45880 x1830967346839552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.007884:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45880 with x1830967346839552 ext(0->4095) 00002000:00010000:1.0:1746147260.007887:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc45880 00000100:00100000:2.0:1746147260.007944:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2005:x1830967346839296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5406us (5869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.007951:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14676 00000100:00100000:0.0:1746147260.010400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.010591:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346839680 00000100:00100000:3.0:1746147260.010598:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346839680 00000100:00100000:3.0:1746147260.010660:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29899 00000100:00100000:3.0:1746147260.010667:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346839680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.010680:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.010694:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81eff expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.010721:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 135 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.010728:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.010729:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.010733:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.010757:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 135 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.010767:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 135 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.010776:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340037376:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.010839:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00080000:0.0:1746147260.010946:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746147260.013789:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340037376:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.013812:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.013825:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00000100:00100000:3.0:1746147260.013867:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346839680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3200us (3472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.013874:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29899 00000100:00100000:0.0:1746147260.014472:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.014663:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346839808 00000100:00100000:2.0:1746147260.014668:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346839808 00010000:00010000:2.0:1746147260.014692:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.014997:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14677 00000100:00100000:2.0:1746147260.015004:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346839808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.015015:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.015030:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.015040:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.015058:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00154 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ef8 expref: 136 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.015081:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.015082:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.015088:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.015099:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.015123:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.015131:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037504:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.015807:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.017491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.017652:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037504:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.017669:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.017700:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+135:2006:x1830967346839808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2696us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.017707:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14677 00000100:00100000:0.0:1746147260.017846:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.017899:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346840064 00000100:00100000:1.0:1746147260.017904:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346840064 00002000:00100000:1.0:1746147260.017931:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f480 x1830967346840064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.017940:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f480 with x1830967346840064 ext(0->4095) 00002000:00010000:1.0:1746147260.017943:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5f480 00000100:00100000:1.0:1746147260.017967:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13416 00000100:00100000:1.0:1746147260.017973:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346840064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.018096:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346840192 00000100:00100000:3.0:1746147260.018099:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346840192 00000100:00100000:3.0:1746147260.018118:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29900 00000100:00100000:3.0:1746147260.018122:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+135:1814:x1830967346840192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.018129:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.018140:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f06 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.018157:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.018163:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.018164:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.018167:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.018186:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.018196:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.018204:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340037632:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.018453:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346840064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 480us (965us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.018459:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13416 00002000:00100000:1.0:1746147260.018464:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f480 x1830967346840064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.018476:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f480 with x1830967346840064 ext(0->4095) 00010000:00010000:1.0:1746147260.018480:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.018488:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.018493:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5f480 00000100:00100000:3.0:1746147260.018841:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.021566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.022107:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346840320 00000100:00100000:1.0:1746147260.022114:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346840320 00000100:00100000:1.0:1746147260.022770:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29901 00000100:00100000:1.0:1746147260.022778:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1832:x1830967346840320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.022793:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.022806:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f0d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.022825:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.022830:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 138 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.022834:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.022837:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 138 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.022865:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 138 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.022878:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 138 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.022886:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:3.0:1746147260.023050:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340037632:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.023066:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 138 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.023073:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:1.0:1746147260.023476:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+138:1832:x1830967346840320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 698us (1913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.023482:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29901 00000100:00100000:3.0:1746147260.023745:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1814:x1830967346840192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5620us (5898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.023750:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29900 00000100:00100000:2.0:1746147260.023974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.024160:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346840448 00000100:00100000:0.0:1746147260.024165:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346840448 00010000:00010000:0.0:1746147260.024182:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.024210:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14678 00000100:00100000:0.0:1746147260.024215:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346840448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147260.024226:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147260.024240:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.024265:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.024279:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0015b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81eff expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.024291:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.024293:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.024298:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.024304:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.024328:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 136 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.024337:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 136 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.024346:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037888:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147260.024400:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.026734:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf5f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340037888:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147260.026744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147260.026750:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.026783:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346840448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2567us (2809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.026790:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14678 00000100:00100000:3.0:1746147260.026866:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346840704 00000100:00100000:3.0:1746147260.026871:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346840704 00002000:00100000:3.0:1746147260.026897:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c700 x1830967346840704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.026906:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c700 with x1830967346840704 ext(0->4095) 00010000:00010000:3.0:1746147260.026913:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.026923:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.026929:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5c700 00000100:00100000:3.0:1746147260.026953:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2756 00000100:00100000:3.0:1746147260.026958:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967346840704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.027136:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2006:x1830967346840704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.027141:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2756 00002000:00100000:3.0:1746147260.027146:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c700 x1830967346840704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.027153:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c700 with x1830967346840704 ext(0->4095) 00010000:00010000:3.0:1746147260.027157:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.027170:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.027175:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5c700 00000100:00100000:0.0:1746147260.029664:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.030395:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346840832 00000100:00100000:2.0:1746147260.030402:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346840832 00010000:00010000:2.0:1746147260.030430:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.030650:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14679 00000100:00100000:2.0:1746147260.030657:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+137:2005:x1830967346840832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.030669:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.030684:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.030695:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.030712:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00162 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f06 expref: 137 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.030999:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.031001:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.031007:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.031014:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.031041:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 136 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.031051:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038016:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.032936:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.036653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.036732:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038016:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147260.036750:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147260.036792:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2005:x1830967346840832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6135us (7133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.036801:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14679 00000100:00100000:3.0:1746147260.036888:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346841088 00000100:00100000:3.0:1746147260.036894:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346841088 00002000:00100000:3.0:1746147260.036928:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375f80 x1830967346841088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.036937:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375f80 with x1830967346841088 ext(0->4095) 00002000:00010000:3.0:1746147260.036940:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375f80 00000100:00100000:3.0:1746147260.036960:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13417 00000100:00100000:3.0:1746147260.036966:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2007:x1830967346841088:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147260.037056:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2007:x1830967346841088:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.037061:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13417 00002000:00100000:3.0:1746147260.037065:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e375f80 x1830967346841088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.037071:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375f80 with x1830967346841088 ext(0->4095) 00002000:00010000:3.0:1746147260.037073:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e375f80 00000100:00100000:0.0:1746147260.040673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.040762:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346841216 00000100:00100000:3.0:1746147260.040769:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346841216 00000100:00100000:3.0:1746147260.040928:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29902 00000100:00100000:3.0:1746147260.040935:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346841216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.040953:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.040968:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f14 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.040992:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 135 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.040998:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.041000:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.041002:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.041028:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 135 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.041037:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 135 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.041047:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038144:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.041122:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.046359:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038144:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.046388:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.046403:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147260.046442:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346841216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5506us (5774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.046451:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29902 00000100:00100000:0.0:1746147260.046995:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.047069:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346841344 00000100:00100000:1.0:1746147260.047076:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346841344 00010000:00010000:1.0:1746147260.047098:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 136 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.047123:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14680 00000100:00100000:1.0:1746147260.047128:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2005:x1830967346841344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.047139:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746147260.047197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147260.048034:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 136 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.048046:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 136 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.048065:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00169 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f0d expref: 136 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.048081:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.048083:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.048088:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.048096:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.048128:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.048138:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038272:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.048204:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.048271:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346841472 00000100:00100000:3.0:1746147260.048275:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346841472 00000100:00100000:3.0:1746147260.048296:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29903 00000100:00100000:3.0:1746147260.048300:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:1814:x1830967346841472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.048310:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.048318:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f1b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.048331:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.048336:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.048337:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.048340:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 137 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.048355:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.048364:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.048372:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038400:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.048400:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.051954:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038400:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.051982:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 137 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.051996:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:3.0:1746147260.052031:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+137:1814:x1830967346841472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3729us (4832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.052039:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29903 00000100:00100000:1.0:1746147260.052118:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038272:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.052129:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.052151:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2005:x1830967346841344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5022us (5157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.052159:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14680 00000100:00100000:0.0:1746147260.052455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.052618:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346841728 00000100:00100000:1.0:1746147260.052624:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346841728 00002000:00100000:1.0:1746147260.052651:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5dc00 x1830967346841728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.052660:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5dc00 with x1830967346841728 ext(0->4095) 00010000:00010000:1.0:1746147260.052665:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.052676:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.052686:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5dc00 00000100:00100000:1.0:1746147260.052701:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2757 00000100:00100000:1.0:1746147260.052706:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346841728:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746147260.052806:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346841728:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 100us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.052812:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2757 00002000:00100000:1.0:1746147260.052817:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5dc00 x1830967346841728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.052823:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5dc00 with x1830967346841728 ext(0->4095) 00010000:00010000:1.0:1746147260.052827:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.052835:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.052840:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5dc00 00000100:00100000:0.0:1746147260.055611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.055727:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346841856 00000100:00100000:1.0:1746147260.055735:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346841856 00010000:00010000:1.0:1746147260.055757:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.056362:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14681 00000100:00100000:1.0:1746147260.056370:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a347c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346841856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.056382:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.056400:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.056410:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.056428:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00170 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f14 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.056441:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.056443:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.056449:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.056457:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.056483:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.056493:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038528:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.056573:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.059468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.059524:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346842112 00000100:00100000:3.0:1746147260.059531:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346842112 00002000:00100000:3.0:1746147260.059575:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5df80 x1830967346842112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.059584:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5df80 with x1830967346842112 ext(0->4095) 00002000:00010000:3.0:1746147260.059589:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5df80 00000100:00100000:3.0:1746147260.059607:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13418 00000100:00100000:3.0:1746147260.059613:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346842112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.059712:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038528:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.059725:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346842112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (263us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1746147260.059727:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.059731:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13418 00002000:00100000:3.0:1746147260.059735:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5df80 x1830967346842112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.059742:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5df80 with x1830967346842112 ext(0->4095) 00002000:00010000:3.0:1746147260.059745:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5df80 00000100:00100000:1.0:1746147260.059745:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a347c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346841856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3377us (4140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.059751:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14681 00000100:00100000:0.0:1746147260.063503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.063593:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346842240 00000100:00100000:3.0:1746147260.063600:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346842240 00000100:00100000:3.0:1746147260.063645:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29904 00000100:00100000:3.0:1746147260.063651:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346842240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.063665:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.063680:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f22 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.063704:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.063710:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.063711:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.063714:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.063737:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 135 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.063746:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 135 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.063755:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038656:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.064361:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.065834:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038656:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.065855:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.065866:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800943dc400, rc 0) 00000100:00100000:3.0:1746147260.065924:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346842240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2273us (2427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.065931:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29904 00000100:00100000:0.0:1746147260.067322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.067472:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346842368 00000100:00100000:2.0:1746147260.067478:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346842368 00002000:00100000:2.0:1746147260.067509:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bf5ed80 x1830967346842368/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.067517:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ed80 with x1830967346842368 ext(0->7) 00010000:00010000:2.0:1746147260.067523:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 136 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.067534:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 136 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.067539:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5ed80 00000100:00100000:2.0:1746147260.067569:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2758 00000100:00100000:2.0:1746147260.067574:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+136:2006:x1830967346842368:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147260.068693:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+138:2006:x1830967346842368:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1115us (1447us total) trans 4294972325 rc 0/0 00000100:00100000:2.0:1746147260.068701:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2758 00002000:00100000:2.0:1746147260.068706:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bf5ed80 x1830967346842368/t4294972325(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.068713:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ed80 with x1830967346842368 ext(0->7) 00010000:00010000:2.0:1746147260.068719:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 138 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.068729:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 138 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.068733:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5ed80 00000001:00080000:0.0:1746147260.070237:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972325 is committed 00000100:00100000:0.0:1746147260.071641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.071773:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346842496 00000100:00100000:1.0:1746147260.071780:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346842496 00010000:00010000:1.0:1746147260.071806:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.071859:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14682 00000100:00100000:1.0:1746147260.071865:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346842496:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.071875:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.071888:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.071898:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.071914:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c00177 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f1b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.071936:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.071938:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.071944:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.071950:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.071975:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.071983:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038784:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.072043:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.076643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.077237:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340038784:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.077271:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.077312:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2005:x1830967346842496:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5446us (5673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.077320:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14682 00000100:00100000:3.0:1746147260.077624:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346842752 00000100:00100000:3.0:1746147260.077630:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346842752 00002000:00100000:3.0:1746147260.077657:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5fb80 x1830967346842752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.077665:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5fb80 with x1830967346842752 ext(0->4095) 00002000:00010000:3.0:1746147260.077669:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5fb80 00000100:00100000:3.0:1746147260.077680:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13419 00000100:00100000:3.0:1746147260.077685:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346842752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.077764:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346842752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (1129us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.077768:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13419 00002000:00100000:3.0:1746147260.077772:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5fb80 x1830967346842752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.077779:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5fb80 with x1830967346842752 ext(0->4095) 00002000:00010000:3.0:1746147260.077781:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5fb80 00000100:00100000:0.0:1746147260.079975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.080331:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346842880 00000100:00100000:3.0:1746147260.080337:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346842880 00000100:00100000:3.0:1746147260.080377:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29905 00000100:00100000:3.0:1746147260.080384:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+5:1814:x1830967346842880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.080397:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.080409:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f29 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.080436:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.080443:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.080445:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.080448:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.080472:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.080483:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.080494:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038912:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.080628:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.080826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.080863:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346843008 00000100:00100000:1.0:1746147260.080867:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346843008 00000100:00100000:1.0:1746147260.080897:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29906 00000100:00100000:1.0:1746147260.080903:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1832:x1830967346843008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.080910:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.081352:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f30 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.081365:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.081368:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.081372:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.081374:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 8 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.081389:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.081400:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 8 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.081408:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:1.0:1746147260.081437:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1832:x1830967346843008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 534us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.081442:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29906 00000100:00100000:3.0:1746147260.081690:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340038912:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.081702:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.081709:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00000100:00100000:3.0:1746147260.081739:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1814:x1830967346842880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1355us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.081744:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29905 00000100:00100000:0.0:1746147260.083130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.083178:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346843136 00000100:00100000:1.0:1746147260.083184:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346843136 00010000:00010000:1.0:1746147260.083202:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.083240:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14683 00000100:00100000:1.0:1746147260.083262:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346843136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.083439:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.083457:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.083471:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.083489:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800943dc400/0x29021e8779c0017e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f22 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.083511:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.083513:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.083518:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.083530:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.083561:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.083571:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.083580:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039168:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.083782:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.085209:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039168:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.085223:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.085283:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346843136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2021us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.085292:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14683 00000100:00100000:0.0:1746147260.086434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.086489:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346843392 00000100:00100000:3.0:1746147260.086494:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346843392 00002000:00100000:3.0:1746147260.086524:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e88a80 x1830967346843392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.086533:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88a80 with x1830967346843392 ext(0->4095) 00010000:00010000:3.0:1746147260.086539:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.086562:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.086568:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e88a80 00000100:00100000:3.0:1746147260.086594:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2759 00000100:00100000:3.0:1746147260.086600:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346843392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.086695:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346843392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.086700:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2759 00002000:00100000:3.0:1746147260.086705:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e88a80 x1830967346843392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.086711:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88a80 with x1830967346843392 ext(0->4095) 00010000:00010000:3.0:1746147260.086715:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.086723:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.086727:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e88a80 00000100:00100000:0.0:1746147260.089547:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.089749:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346843520 00000100:00100000:1.0:1746147260.089756:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346843520 00010000:00010000:1.0:1746147260.089781:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.089819:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14684 00000100:00100000:1.0:1746147260.089826:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967346843520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.089836:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.089853:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.089863:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.089880:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00185 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f29 expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.089892:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.089893:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.089899:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.089905:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.089930:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.089939:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039296:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.090000:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.092400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.092515:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346843776 00000100:00100000:3.0:1746147260.092522:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346843776 00002000:00100000:3.0:1746147260.092566:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b480 x1830967346843776/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.092574:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b480 with x1830967346843776 ext(0->4095) 00002000:00010000:3.0:1746147260.092578:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b480 00000100:00100000:3.0:1746147260.092593:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13420 00000100:00100000:3.0:1746147260.092599:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346843776:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.092711:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967346843776:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.092716:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13420 00002000:00100000:3.0:1746147260.092722:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b480 x1830967346843776/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.092728:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b480 with x1830967346843776 ext(0->4095) 00002000:00010000:3.0:1746147260.092730:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b480 00000100:00100000:1.0:1746147260.092988:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039296:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.093003:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.093762:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346843520:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3934us (4220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.093770:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14684 00000100:00100000:0.0:1746147260.095521:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.095608:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346843904 00000100:00100000:3.0:1746147260.095615:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346843904 00000100:00100000:3.0:1746147260.095661:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29907 00000100:00100000:3.0:1746147260.095667:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346843904:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.095681:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.095694:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f37 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.095717:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.095727:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.095729:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.095732:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.095755:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.095765:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 5 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.095776:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340039424:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.095850:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.101402:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340039424:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.101430:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.101456:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7600, rc 0) 00000100:00100000:3.0:1746147260.101504:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346843904:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5836us (5984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.101512:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29907 00000100:00100000:0.0:1746147260.102489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.102821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.102888:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346844032 00000100:00100000:1.0:1746147260.102894:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346844032 00010000:00010000:1.0:1746147260.102920:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.102951:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14685 00000100:00100000:1.0:1746147260.102957:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346844032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.102967:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.102981:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.102990:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.103006:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c0018c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f30 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.103025:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.103026:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.103032:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.103039:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.103062:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.103072:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039552:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.103122:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.103465:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346844160 00000100:00100000:3.0:1746147260.103469:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346844160 00000100:00100000:3.0:1746147260.103496:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29908 00000100:00100000:3.0:1746147260.103501:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a861450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:1814:x1830967346844160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.103513:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.103522:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f3e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.103535:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.103540:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.103541:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.103544:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.103569:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.103578:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.103585:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340039680:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.104377:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.106507:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039552:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.106605:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340039680:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.106626:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.106639:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6a00, rc 0) 00000100:00100000:3.0:1746147260.106672:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a861450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:1814:x1830967346844160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3171us (3851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.106683:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29908 00010000:00010000:1.0:1746147260.107019:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.107040:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346844032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4082us (4552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.107047:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14685 00000100:00100000:0.0:1746147260.107135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.107225:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346844416 00000100:00100000:1.0:1746147260.107230:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346844416 00002000:00100000:1.0:1746147260.107280:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89880 x1830967346844416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.107288:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89880 with x1830967346844416 ext(0->4095) 00010000:00010000:1.0:1746147260.107294:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.107304:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.107309:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89880 00000100:00100000:1.0:1746147260.107331:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2760 00000100:00100000:1.0:1746147260.107336:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346844416:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.107418:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346844416:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.107424:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2760 00002000:00100000:1.0:1746147260.107428:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89880 x1830967346844416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.107441:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89880 with x1830967346844416 ext(0->4095) 00010000:00010000:1.0:1746147260.107445:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.107453:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.107458:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89880 00000100:00100000:0.0:1746147260.110538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.110708:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346844544 00000100:00100000:1.0:1746147260.110715:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346844544 00010000:00010000:1.0:1746147260.110743:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.111732:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14686 00000100:00100000:1.0:1746147260.111742:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346844544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.111755:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.111772:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.111783:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.111801:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c00193 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f37 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.111825:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.111827:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.111834:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.111841:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.111868:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.111877:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039808:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.111952:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.116649:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340039808:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.116669:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.116721:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346844544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4980us (6187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.116730:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14686 00000100:00100000:0.0:1746147260.116800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.117757:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346844800 00000100:00100000:3.0:1746147260.117764:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346844800 00002000:00100000:3.0:1746147260.117795:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b100 x1830967346844800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.117804:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b100 with x1830967346844800 ext(0->4095) 00002000:00010000:3.0:1746147260.117808:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b100 00000100:00100000:3.0:1746147260.117837:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13421 00000100:00100000:3.0:1746147260.117844:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346844800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.117957:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346844800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1157us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.117962:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13421 00002000:00100000:3.0:1746147260.117967:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b100 x1830967346844800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.117974:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b100 with x1830967346844800 ext(0->4095) 00002000:00010000:3.0:1746147260.117976:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b100 00000100:00100000:0.0:1746147260.124415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.124708:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346844928 00000100:00100000:3.0:1746147260.124716:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346844928 00000100:00100000:3.0:1746147260.124765:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29909 00000100:00100000:3.0:1746147260.124771:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346844928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.124786:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.124800:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f45 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.124829:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.124835:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.124837:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.124840:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.124862:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.124871:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.124882:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340039936:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.126461:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.131915:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340039936:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.131940:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.131954:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:3.0:1746147260.132646:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346844928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7873us (8236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.132654:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29909 00000100:00100000:0.0:1746147260.133124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.136236:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346845056 00000100:00100000:2.0:1746147260.136260:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346845056 00002000:00100000:2.0:1746147260.136305:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094e88700 x1830967346845056/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.136314:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88700 with x1830967346845056 ext(0->7) 00010000:00010000:2.0:1746147260.136323:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.136334:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.136340:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e88700 00000100:00100000:2.0:1746147260.136369:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2761 00000100:00100000:2.0:1746147260.136376:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967346845056:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147260.137638:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346845056:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1259us (4511us total) trans 4294972326 rc 0/0 00000100:00100000:2.0:1746147260.137645:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2761 00002000:00100000:2.0:1746147260.137651:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094e88700 x1830967346845056/t4294972326(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.137659:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88700 with x1830967346845056 ext(0->7) 00010000:00010000:2.0:1746147260.137664:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 8 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.137673:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 8 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.137679:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e88700 00000100:00100000:0.0:1746147260.146935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.148146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.148205:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346845312 00000100:00100000:1.0:1746147260.148213:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346845312 00000100:00100000:3.0:1746147260.148219:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346845184 00000100:00100000:3.0:1746147260.148224:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346845184 00010000:00010000:1.0:1746147260.148256:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 9 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.148265:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29910 00000100:00100000:3.0:1746147260.148273:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:1814:x1830967346845184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.148286:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746147260.148292:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14687 00010000:00010000:3.0:1746147260.148297:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f4c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.148298:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967346845312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.148309:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.148316:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.148322:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.148327:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147260.148330:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.148397:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.148411:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.148426:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0019a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f3e expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.148524:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.148526:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.148531:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.148538:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.148570:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.148579:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.148589:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340040064:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.148649:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00010000:00010000:3.0:1746147260.148770:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.148778:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.148785:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340040192:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.149020:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.150281:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340040064:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.150301:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.150324:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340040192:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.150329:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967346845312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2030us (2184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.150338:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14687 00010000:00010000:3.0:1746147260.150340:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.150351:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:3.0:1746147260.150370:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967346845184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2098us (3442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.150375:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29910 00000100:00100000:0.0:1746147260.150874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.150920:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346845568 00000100:00100000:2.0:1746147260.150925:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346845568 00002000:00100000:2.0:1746147260.150950:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89500 x1830967346845568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.150959:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89500 with x1830967346845568 ext(0->4095) 00010000:00010000:2.0:1746147260.150965:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.150975:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.150981:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89500 00000100:00100000:2.0:1746147260.151008:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2762 00000100:00100000:2.0:1746147260.151014:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346845568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147260.151111:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346845568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.151117:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2762 00002000:00100000:2.0:1746147260.151133:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89500 x1830967346845568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.151140:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89500 with x1830967346845568 ext(0->4095) 00010000:00010000:2.0:1746147260.151145:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.151153:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.151163:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e89500 00010000:00010000:3.0:1746147260.152528:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147260.156810:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.157863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.158153:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346845696 00000100:00100000:0.0:1746147260.158161:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346845696 00000100:00100000:2.0:1746147260.159096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.159112:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346845952 00000100:00100000:2.0:1746147260.159121:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346845952 00000100:00080000:1.0:1746147260.159154:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746147260.159165:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346846208 00000100:00100000:2.0:1746147260.159168:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346846208 00000100:00100000:1.0:1746147260.159182:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1135 00000100:00100000:1.0:1746147260.159190:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2006:x1830967346845952:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147260.159239:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 563 00000100:00100000:0.0:1746147260.159256:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2006:x1830967346845696:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1746147260.159259:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2006:x1830967346845952:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 70us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.159283:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2006:x1830967346845696:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 28us (2480us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.159288:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 563 00000100:00100000:0.0:1746147260.159339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.159378:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1136 00000100:00100000:2.0:1746147260.159383:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967346846208:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147260.159406:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967346846208:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 24us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.159411:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1136 00000100:00100000:1.0:1746147260.159542:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1135 00000100:00080000:1.0:1746147260.159566:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147260.159652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.159666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.159688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.159715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.159733:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346846592 00000100:00100000:0.0:1746147260.159735:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346846592 00000100:00100000:1.0:1746147260.159752:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346846464 00010000:00010000:0.0:1746147260.159752:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.159756:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346846464 00000100:00100000:0.0:1746147260.159770:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14688 00000100:00100000:0.0:1746147260.159775:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346846592:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746147260.159779:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346846080 00000100:00100000:1.0:1746147260.159781:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346846080 00010000:00010000:0.0:1746147260.159782:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746147260.159793:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 782 00010000:00010000:0.0:1746147260.159797:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.159798:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346846464:12345-192.168.202.9@tcp:400:kworker.0 00010000:00010000:0.0:1746147260.159808:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.159823:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346846464:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 25us (484us total) trans 0 rc 0/0 00010000:00010000:0.0:1746147260.159826:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c001a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f45 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.159828:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 782 00000100:00100000:1.0:1746147260.159836:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 783 00000100:00100000:1.0:1746147260.159839:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2006:x1830967346846080:12345-192.168.202.9@tcp:400:kworker.0 00010000:00010000:0.0:1746147260.159841:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.159844:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.159850:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.159856:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2006:x1830967346846080:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 17us (190us total) trans 0 rc 0/0 00010000:00010000:0.0:1746147260.159857:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.159861:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 783 00000100:00080000:1.0:1746147260.159870:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746147260.159875:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346845824 00000100:00100000:1.0:1746147260.159877:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346845824 00000100:00100000:1.0:1746147260.159891:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346846336 00000100:00100000:1.0:1746147260.159892:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346846336 00010000:00010000:0.0:1746147260.159895:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.159903:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1137 00000100:00100000:0.0:1746147260.159905:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340040320:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.159907:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967346845824:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1746147260.159925:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967346845824:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 18us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.159929:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1137 00000100:00100000:1.0:1746147260.159937:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1138 00000100:00100000:1.0:1746147260.159940:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346846336:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147260.159947:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.159955:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346846336:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 15us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.159959:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1138 00000100:00080000:1.0:1746147260.159968:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746147260.159970:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147260.163415:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340040320:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147260.163431:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147260.163707:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346846592:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3929us (3988us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.163717:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14688 00000100:00100000:2.0:1746147260.163869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.164633:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346846848 00000100:00100000:3.0:1746147260.164638:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346846848 00002000:00100000:3.0:1746147260.164667:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376300 x1830967346846848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.164675:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376300 with x1830967346846848 ext(0->4095) 00002000:00010000:3.0:1746147260.164678:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e376300 00000100:00100000:3.0:1746147260.164700:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13422 00000100:00100000:3.0:1746147260.164708:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967346846848:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147260.164803:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967346846848:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (934us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.164808:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13422 00002000:00100000:3.0:1746147260.164813:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e376300 x1830967346846848/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.164818:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e376300 with x1830967346846848 ext(0->4095) 00002000:00010000:3.0:1746147260.164820:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e376300 00000100:00100000:0.0:1746147260.168699:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.169112:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346846976 00000100:00100000:3.0:1746147260.169120:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346846976 00000100:00100000:3.0:1746147260.169163:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29911 00000100:00100000:3.0:1746147260.169169:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346846976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.169183:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.169195:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f53 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.169216:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.169221:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.169223:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.169226:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.169270:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.169279:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 7 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.169289:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340040448:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.169350:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.175651:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340040448:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.175678:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.175694:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00000100:00100000:3.0:1746147260.175759:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346846976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6589us (7065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.175766:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29911 00000100:00100000:0.0:1746147260.178943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.179122:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346847104 00000100:00100000:2.0:1746147260.179130:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346847104 00002000:00100000:2.0:1746147260.179162:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945ab480 x1830967346847104/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.179171:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ab480 with x1830967346847104 ext(0->7) 00010000:00010000:2.0:1746147260.179179:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 8 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.179191:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 8 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.179197:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ab480 00000100:00100000:3.0:1746147260.180597:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2763 00000100:00100000:3.0:1746147260.180607:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967346847104:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147260.181990:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2005:x1830967346847104:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1381us (3050us total) trans 4294972327 rc 0/0 00000100:00100000:0.0:1746147260.182000:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2763 00002000:00100000:0.0:1746147260.182007:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945ab480 x1830967346847104/t4294972327(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.182015:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ab480 with x1830967346847104 ext(0->7) 00010000:00010000:0.0:1746147260.182022:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.182035:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.182041:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ab480 00000100:00100000:0.0:1746147260.186482:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.186712:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346847232 00000100:00100000:2.0:1746147260.186721:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346847232 00010000:00010000:2.0:1746147260.186752:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.186792:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14689 00000100:00100000:2.0:1746147260.186798:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2008:x1830967346847232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.186811:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.186825:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.186835:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.186852:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c001a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f4c expref: 10 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.186868:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.186869:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.186875:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.186882:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.186906:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.186920:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340040576:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.186988:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.193595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.193820:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346847488 00000100:00100000:0.0:1746147260.193828:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346847488 00002000:00100000:0.0:1746147260.193864:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1880 x1830967346847488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.193873:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1880 with x1830967346847488 ext(0->4095) 00002000:00010000:0.0:1746147260.193878:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1880 00000100:00100000:0.0:1746147260.193906:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13423 00000100:00100000:0.0:1746147260.193913:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346847488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147260.194025:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346847488:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147260.194030:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13423 00002000:00100000:0.0:1746147260.194036:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e1880 x1830967346847488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.194042:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1880 with x1830967346847488 ext(0->4095) 00000100:00100000:1.0:1746147260.195093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.195200:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346847616 00000100:00100000:1.0:1746147260.195206:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346847616 00000100:00100000:1.0:1746147260.195235:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29912 00000100:00100000:1.0:1746147260.195240:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1814:x1830967346847616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.195265:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.195278:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f5a expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.195297:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.195308:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.195310:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.195313:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.195336:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.195344:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.195354:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340040704:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.195408:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.195535:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340040576:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.195558:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.195598:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2008:x1830967346847232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8800us (9122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.195606:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14689 00002000:00010000:0.0:1746147260.195613:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1880 00000100:00100000:1.0:1746147260.197660:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340040704:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.197679:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 10 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.197691:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c000, rc 0) 00000100:00100000:1.0:1746147260.197732:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1814:x1830967346847616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2491us (2640us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.197738:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29912 00000100:00100000:0.0:1746147260.197928:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.198134:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346847744 00000100:00100000:1.0:1746147260.198138:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346847744 00000100:00100000:1.0:1746147260.198172:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29913 00000100:00100000:1.0:1746147260.198177:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1832:x1830967346847744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.198190:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.198200:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f61 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.198217:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.198221:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147260.198512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.198576:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346847872 00000100:00100000:3.0:1746147260.198581:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346847872 00010000:00010000:3.0:1746147260.198599:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.198624:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14690 00000100:00100000:3.0:1746147260.198630:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346847872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.198637:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.198707:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.198711:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.198818:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.198829:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.198830:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.198843:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c001af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f53 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.198845:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.198852:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.198853:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.198858:0:24989:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.198865:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.199350:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746147260.199362:0:24989:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.199376:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.199378:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346847872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 747us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.199384:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14690 00000100:00100000:1.0:1746147260.199385:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340040960:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.200116:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.202154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.202196:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340040960:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.202209:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:3.0:1746147260.202239:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346848128 00000100:00100000:3.0:1746147260.202258:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346848128 00002000:00100000:3.0:1746147260.202288:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa680 x1830967346848128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746147260.202296:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+12:1832:x1830967346847744:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4117us (4367us total) trans 0 rc 0/0 00002000:00100000:3.0:1746147260.202302:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa680 with x1830967346848128 ext(0->4095) 00000100:00100000:1.0:1746147260.202304:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29913 00010000:00010000:3.0:1746147260.202309:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.202322:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.202328:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aa680 00000100:00100000:3.0:1746147260.202349:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2764 00000100:00100000:3.0:1746147260.202355:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2005:x1830967346848128:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.202454:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2005:x1830967346848128:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.202460:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2764 00002000:00100000:3.0:1746147260.202465:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa680 x1830967346848128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.202471:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa680 with x1830967346848128 ext(0->4095) 00010000:00010000:3.0:1746147260.202475:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.202484:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.202489:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aa680 00000100:00100000:0.0:1746147260.204910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.204991:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346848256 00000100:00100000:3.0:1746147260.205000:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346848256 00010000:00010000:3.0:1746147260.205024:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.205056:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14691 00000100:00100000:3.0:1746147260.205062:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2006:x1830967346848256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.205071:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.205085:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.205094:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.205112:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c001b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f5a expref: 11 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.205447:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.205449:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.205455:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 10 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.205463:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 10 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.205490:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 10 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.205500:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041088:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.205578:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.207378:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.207426:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346848512 00000100:00100000:2.0:1746147260.207431:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346848512 00002000:00100000:2.0:1746147260.207459:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a8380 x1830967346848512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.207467:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8380 with x1830967346848512 ext(0->4095) 00002000:00010000:2.0:1746147260.207471:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945a8380 00000100:00100000:2.0:1746147260.207502:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13424 00000100:00100000:2.0:1746147260.207508:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2006:x1830967346848512:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.207573:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041088:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.207588:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.207629:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2006:x1830967346848256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2566us (2723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.207636:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14691 00000100:00100000:2.0:1746147260.210585:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346848512:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 3070us (3203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.210595:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13424 00002000:00100000:2.0:1746147260.210605:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a8380 x1830967346848512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.210613:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8380 with x1830967346848512 ext(0->4095) 00002000:00010000:2.0:1746147260.210618:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945a8380 00000100:00100000:0.0:1746147260.213356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.213446:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346848640 00000100:00100000:1.0:1746147260.213454:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346848640 00000100:00100000:1.0:1746147260.213486:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29914 00000100:00100000:1.0:1746147260.213493:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346848640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.213507:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.213521:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f68 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.213545:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.213563:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.213565:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.213568:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.213601:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.213612:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 9 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.213623:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041216:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.213874:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.217874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.218077:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346848768 00000100:00100000:3.0:1746147260.218083:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346848768 00010000:00010000:3.0:1746147260.218111:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 10 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.218134:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14692 00000100:00100000:3.0:1746147260.218140:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346848768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.218150:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.218166:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 10 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.218176:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 10 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.218195:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.218197:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.218203:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.218210:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.218239:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.218274:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041344:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.218345:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00010000:00010000:1.0:1746147260.218481:0:24989:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c001bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f61 expref: 10 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.218496:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041216:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.218514:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.218522:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:1.0:1746147260.218561:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346848640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5068us (5210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.218567:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29914 00000100:00100000:0.0:1746147260.219512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.219795:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346848896 00000100:00100000:1.0:1746147260.219798:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346848896 00000100:00100000:1.0:1746147260.219819:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29915 00000100:00100000:1.0:1746147260.219824:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1814:x1830967346848896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.219835:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.219845:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f6f expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.219859:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.219865:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.219867:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.219869:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.219885:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.219894:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.219902:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041472:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.219951:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.221465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.221509:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346849152 00000100:00100000:2.0:1746147260.221515:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346849152 00002000:00100000:2.0:1746147260.221558:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a8000 x1830967346849152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.221567:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8000 with x1830967346849152 ext(0->4095) 00000100:00100000:1.0:1746147260.221569:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041472:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.221573:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.221584:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.221588:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 11 pid: 24989 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147260.221589:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a8000 00010000:00010000:1.0:1746147260.221598:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:2.0:1746147260.221604:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2765 00000100:00100000:2.0:1746147260.221608:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346849152:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.221626:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+11:1814:x1830967346848896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1801us (2114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.221631:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29915 00000100:00100000:2.0:1746147260.221698:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346849152:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.221703:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2765 00002000:00100000:2.0:1746147260.221708:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a8000 x1830967346849152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.221714:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8000 with x1830967346849152 ext(0->4095) 00010000:00010000:2.0:1746147260.221718:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.221726:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.221735:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a8000 00000100:00100000:3.0:1746147260.221998:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041344:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.222009:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.222029:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346848768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3889us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.222035:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14692 00000100:00100000:0.0:1746147260.224931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.225002:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346849280 00000100:00100000:3.0:1746147260.225009:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346849280 00010000:00010000:3.0:1746147260.225037:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.225058:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14693 00000100:00100000:3.0:1746147260.225064:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346849280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.225075:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.225090:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.225100:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.225117:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f68 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.226261:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.226265:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.226273:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.226281:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.226312:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.226323:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041600:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.227011:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.230035:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041600:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.230054:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.230087:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346849280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5022us (5161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.230096:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14693 00000100:00100000:0.0:1746147260.233812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.233863:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346849536 00000100:00100000:1.0:1746147260.233874:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346849536 00002000:00100000:1.0:1746147260.233910:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e88380 x1830967346849536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.233918:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88380 with x1830967346849536 ext(0->4095) 00002000:00010000:1.0:1746147260.233923:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e88380 00000100:00100000:1.0:1746147260.233951:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13425 00000100:00100000:1.0:1746147260.233958:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346849536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.234070:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346849536:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.234076:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13425 00002000:00100000:1.0:1746147260.234081:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e88380 x1830967346849536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.234088:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e88380 with x1830967346849536 ext(0->4095) 00002000:00010000:1.0:1746147260.234090:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e88380 00000100:00100000:0.0:1746147260.235583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.235945:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346849664 00000100:00100000:1.0:1746147260.235956:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346849664 00000100:00100000:1.0:1746147260.235996:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29916 00000100:00100000:1.0:1746147260.236002:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346849664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.236014:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.236035:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f76 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.236058:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.236069:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.236071:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.236074:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.236098:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 9 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.236109:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 9 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.236119:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041728:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.236198:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.238066:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041728:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.238087:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.238100:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:1.0:1746147260.238140:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346849664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2137us (2560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.238147:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29916 00000100:00100000:2.0:1746147260.240756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.240830:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346849792 00000100:00100000:3.0:1746147260.240837:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346849792 00002000:00100000:3.0:1746147260.240866:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e374e00 x1830967346849792/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.240874:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374e00 with x1830967346849792 ext(0->7) 00010000:00010000:3.0:1746147260.240881:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 10 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.240896:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 10 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.240901:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374e00 00000100:00100000:3.0:1746147260.240925:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2766 00000100:00100000:3.0:1746147260.240931:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967346849792:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147260.243149:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967346849792:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2213us (2392us total) trans 4294972328 rc 0/0 00000100:00100000:0.0:1746147260.243157:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2766 00002000:00100000:0.0:1746147260.243165:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e374e00 x1830967346849792/t4294972328(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.243172:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374e00 with x1830967346849792 ext(0->7) 00010000:00010000:0.0:1746147260.243180:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.243192:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.243198:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374e00 00000100:00100000:0.0:1746147260.245507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.245620:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346849920 00000100:00100000:3.0:1746147260.245628:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346849920 00010000:00010000:3.0:1746147260.245656:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.245678:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14694 00000100:00100000:3.0:1746147260.245684:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346849920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.245694:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.245709:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.245718:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.245735:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c001cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f6f expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.248619:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.248623:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.248635:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.248645:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.248682:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.248693:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041856:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.248777:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.251583:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340041856:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.251604:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.251639:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2005:x1830967346849920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5954us (6137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.251647:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14694 00000100:00100000:0.0:1746147260.252834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.252897:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346850176 00000100:00100000:2.0:1746147260.252903:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346850176 00002000:00100000:2.0:1746147260.252934:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad2d80 x1830967346850176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.252942:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967346850176 ext(0->4095) 00002000:00010000:2.0:1746147260.252945:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:2.0:1746147260.253091:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13426 00000100:00100000:2.0:1746147260.253097:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346850176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.253782:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346850176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 684us (949us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.253788:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13426 00002000:00100000:2.0:1746147260.253794:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad2d80 x1830967346850176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.253801:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967346850176 ext(0->4095) 00002000:00010000:2.0:1746147260.253804:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:0.0:1746147260.256046:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.256162:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346850304 00000100:00100000:1.0:1746147260.256169:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346850304 00000100:00100000:1.0:1746147260.256202:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29917 00000100:00100000:1.0:1746147260.256208:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+11:1814:x1830967346850304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.256225:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.256238:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f7d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.256279:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.256285:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.256287:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.256289:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 12 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.256313:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.256323:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.256334:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041984:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.257233:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.261580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.261879:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346850432 00000100:00100000:2.0:1746147260.261886:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346850432 00000100:00100000:2.0:1746147260.262220:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29918 00000100:00100000:2.0:1746147260.262228:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+13:1832:x1830967346850432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746147260.262604:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340041984:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.262628:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.262642:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00010000:00010000:2.0:1746147260.262841:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.262853:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f84 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.262871:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.262876:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 14 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.262881:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.262884:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.262909:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 14 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.262918:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.262924:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ae00, rc 0) 00000100:00100000:1.0:1746147260.262958:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+14:1814:x1830967346850304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6749us (6917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.262967:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29917 00000100:00100000:2.0:1746147260.263562:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+13:1832:x1830967346850432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1333us (1986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.263567:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29918 00000100:00100000:0.0:1746147260.264456:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.264666:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346850560 00000100:00100000:2.0:1746147260.264671:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346850560 00010000:00010000:2.0:1746147260.264693:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.264712:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14695 00000100:00100000:2.0:1746147260.264718:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346850560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.264727:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.264742:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.264752:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.264769:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c001d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f76 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.264783:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.264785:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.264790:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 12 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.264796:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 12 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.264842:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 12 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.264851:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 12 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.264860:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340042240:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.264911:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.268301:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340042240:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.268319:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.268362:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346850560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3642us (3906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.268373:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14695 00000100:00100000:0.0:1746147260.268599:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.268951:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346850816 00000100:00100000:3.0:1746147260.268957:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346850816 00002000:00100000:3.0:1746147260.268987:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3480 x1830967346850816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.268995:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3480 with x1830967346850816 ext(0->4095) 00010000:00010000:3.0:1746147260.269002:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.269012:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.269021:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3480 00000100:00100000:3.0:1746147260.269052:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2767 00000100:00100000:3.0:1746147260.269059:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2006:x1830967346850816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.269163:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2006:x1830967346850816:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (564us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.269168:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2767 00002000:00100000:3.0:1746147260.269172:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3480 x1830967346850816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.269180:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3480 with x1830967346850816 ext(0->4095) 00010000:00010000:3.0:1746147260.269184:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.269191:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.269196:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3480 00000100:00100000:0.0:1746147260.273369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.273529:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346850944 00000100:00100000:2.0:1746147260.273537:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346850944 00010000:00010000:2.0:1746147260.273580:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.273709:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14696 00000100:00100000:2.0:1746147260.273717:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2008:x1830967346850944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.273730:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.273747:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.273759:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.273777:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c001d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f7d expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.273805:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.273807:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.273813:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.273820:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.273849:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.273862:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340042368:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.274196:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.276477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.276709:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340042368:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.276724:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.276760:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2008:x1830967346850944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3043us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.276768:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14696 00000100:00100000:1.0:1746147260.276876:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346851200 00000100:00100000:1.0:1746147260.276882:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346851200 00002000:00100000:1.0:1746147260.276911:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad0380 x1830967346851200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.276919:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad0380 with x1830967346851200 ext(0->4095) 00002000:00010000:1.0:1746147260.276923:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad0380 00000100:00100000:1.0:1746147260.276949:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13427 00000100:00100000:1.0:1746147260.276955:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2007:x1830967346851200:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147260.277042:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2007:x1830967346851200:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.277047:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13427 00002000:00100000:1.0:1746147260.277052:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad0380 x1830967346851200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.277059:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad0380 with x1830967346851200 ext(0->4095) 00002000:00010000:1.0:1746147260.277062:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad0380 00000100:00100000:0.0:1746147260.279143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.279323:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346851328 00000100:00100000:2.0:1746147260.279328:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346851328 00000100:00100000:2.0:1746147260.279475:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29919 00000100:00100000:2.0:1746147260.279481:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346851328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.279494:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.279507:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f8b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.279528:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 11 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.279535:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.279536:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.279539:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.279572:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 11 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.279587:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 11 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.279596:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340042496:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.280069:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.282211:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340042496:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.282230:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.282265:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ac00, rc 0) 00000100:00100000:2.0:1746147260.282292:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346851328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2811us (3152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.282298:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29919 00000100:00100000:0.0:1746147260.283823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.283892:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346851456 00000100:00100000:2.0:1746147260.283900:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346851456 00010000:00010000:2.0:1746147260.283924:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 12 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.284448:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14697 00000100:00100000:2.0:1746147260.284455:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967346851456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.284465:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.284480:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 12 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.284494:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 12 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.284513:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c001e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f84 expref: 12 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.284540:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.284542:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.284556:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.284563:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.284588:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.284598:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340042624:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.284758:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.287000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.287202:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346851712 00000100:00100000:3.0:1746147260.287208:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346851712 00002000:00100000:3.0:1746147260.287275:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1f80 x1830967346851712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.287285:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1f80 with x1830967346851712 ext(0->4095) 00002000:00010000:3.0:1746147260.287289:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1f80 00000100:00100000:3.0:1746147260.287311:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13428 00000100:00100000:3.0:1746147260.287318:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346851712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147260.287474:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340042624:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.287488:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.287518:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2006:x1830967346851456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3064us (3699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.287525:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14697 00000100:00100000:3.0:1746147260.288240:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346851712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 920us (1243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.288270:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13428 00002000:00100000:3.0:1746147260.288276:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1f80 x1830967346851712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.288283:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1f80 with x1830967346851712 ext(0->4095) 00002000:00010000:3.0:1746147260.288286:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1f80 00000100:00100000:0.0:1746147260.289295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.289391:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346851840 00000100:00100000:2.0:1746147260.289397:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346851840 00000100:00100000:0.0:1746147260.289648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.290097:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346851968 00000100:00100000:2.0:1746147260.290101:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346851968 00000100:00100000:2.0:1746147260.290120:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29920 00000100:00100000:2.0:1746147260.290126:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:1814:x1830967346851840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.290137:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.290151:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f92 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290172:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290179:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.290180:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.290183:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290209:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290219:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.290228:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340042752:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.290309:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.290332:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29921 00000100:00100000:2.0:1746147260.290338:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:1832:x1830967346851968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.290344:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.290350:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81f99 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290361:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.290364:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290369:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.290371:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290389:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290399:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.290407:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fe400, rc 0) 00000100:00100000:2.0:1746147260.290424:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+14:1832:x1830967346851968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.290429:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29921 00000100:00100000:2.0:1746147260.292976:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340042752:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.292999:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.293011:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:2.0:1746147260.293055:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+13:1814:x1830967346851840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2928us (3760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.293065:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29920 00000100:00100000:0.0:1746147260.293823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.294279:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346852096 00000100:00100000:2.0:1746147260.294287:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346852096 00010000:00010000:2.0:1746147260.294322:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.294347:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14698 00000100:00100000:2.0:1746147260.294353:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346852096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.294366:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.294386:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.294397:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.294422:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c001e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f8b expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.294450:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.294452:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.294460:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.294468:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.294500:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 12 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.294513:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 12 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.294525:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043008:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.296336:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.300031:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.300119:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346852352 00000100:00100000:3.0:1746147260.300130:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346852352 00000100:00100000:2.0:1746147260.300146:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043008:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.300167:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746147260.300176:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574000 x1830967346852352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.300185:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574000 with x1830967346852352 ext(0->4095) 00010000:00010000:3.0:1746147260.300193:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.300205:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.300212:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130574000 00000100:00100000:2.0:1746147260.300227:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346852096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5872us (6408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.300238:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14698 00000100:00100000:3.0:1746147260.300277:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2768 00000100:00100000:3.0:1746147260.300284:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2005:x1830967346852352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.301184:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2005:x1830967346852352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 898us (1160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.301194:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2768 00002000:00100000:3.0:1746147260.301201:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574000 x1830967346852352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.301208:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574000 with x1830967346852352 ext(0->4095) 00010000:00010000:3.0:1746147260.301213:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.301223:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.301228:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130574000 00000100:00100000:0.0:1746147260.306233:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.306335:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346852480 00000100:00100000:2.0:1746147260.306346:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346852480 00010000:00010000:2.0:1746147260.306388:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.306434:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14699 00000100:00100000:2.0:1746147260.306442:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2006:x1830967346852480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.306456:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.306478:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.306490:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.306514:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c001ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f92 expref: 13 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.306545:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.306556:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.306563:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 12 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.306572:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 12 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.308355:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 12 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.308370:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043136:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.308480:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.315483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.315798:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043136:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.315820:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.315888:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967346852480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9445us (9659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.315899:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14699 00000100:00100000:3.0:1746147260.316035:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346852736 00000100:00100000:3.0:1746147260.316043:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346852736 00002000:00100000:3.0:1746147260.316080:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576300 x1830967346852736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.316089:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576300 with x1830967346852736 ext(0->4095) 00002000:00010000:3.0:1746147260.316094:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576300 00000100:00100000:3.0:1746147260.316162:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13429 00000100:00100000:3.0:1746147260.316171:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346852736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.316854:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346852736:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 682us (1376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.316860:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13429 00002000:00100000:3.0:1746147260.316866:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576300 x1830967346852736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.316879:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576300 with x1830967346852736 ext(0->4095) 00002000:00010000:3.0:1746147260.316882:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576300 00000100:00100000:0.0:1746147260.319861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.320470:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346852864 00000100:00100000:2.0:1746147260.320483:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346852864 00000100:00100000:2.0:1746147260.320546:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29922 00000100:00100000:2.0:1746147260.320568:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346852864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.320587:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.320606:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fa0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.320641:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 11 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.320648:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.320650:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.320654:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.320686:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 11 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.320699:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 11 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.320711:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340043264:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.320861:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.328694:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340043264:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.328726:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.328745:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fe000, rc 0) 00000100:00100000:2.0:1746147260.328801:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346852864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8233us (8946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.328810:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29922 00000100:00100000:0.0:1746147260.328882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.328972:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346852992 00000100:00100000:3.0:1746147260.328983:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346852992 00002000:00100000:3.0:1746147260.329027:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130575f80 x1830967346852992/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.329036:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575f80 with x1830967346852992 ext(0->7) 00010000:00010000:3.0:1746147260.329045:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 12 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.329057:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 12 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.329063:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575f80 00000100:00100000:3.0:1746147260.329089:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2769 00000100:00100000:3.0:1746147260.329096:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967346852992:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147260.335365:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967346852992:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 6258us (6471us total) trans 4294972329 rc 0/0 00000100:00100000:0.0:1746147260.335377:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2769 00002000:00100000:0.0:1746147260.335387:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130575f80 x1830967346852992/t4294972329(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.335401:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575f80 with x1830967346852992 ext(0->7) 00010000:00010000:0.0:1746147260.335409:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.335429:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.335435:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575f80 00000100:00100000:0.0:1746147260.341362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.341625:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346853120 00000100:00100000:2.0:1746147260.341638:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346853120 00010000:00010000:2.0:1746147260.341682:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.341715:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14700 00000100:00100000:2.0:1746147260.341723:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967346853120:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.341739:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.341760:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.341772:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.341795:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c001f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81f99 expref: 14 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.341825:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.341827:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.341834:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.341842:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.341879:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.341892:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043392:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.341992:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.344351:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.346005:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346853248 00000100:00100000:2.0:1746147260.346012:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346853248 00000100:00100000:2.0:1746147260.346055:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29923 00000100:00100000:2.0:1746147260.346061:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:1814:x1830967346853248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.346074:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.346087:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fa7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.346111:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.346117:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.346118:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.346121:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.346144:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.346152:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.346161:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340043520:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.346233:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.346445:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043392:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.346455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147260.346457:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147260.346568:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346853504 00000100:00100000:0.0:1746147260.346572:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346853504 00002000:00100000:0.0:1746147260.346595:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2680 x1830967346853504/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.346604:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2680 with x1830967346853504 ext(0->4095) 00010000:00010000:0.0:1746147260.346610:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.346620:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.346625:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2680 00000100:00100000:0.0:1746147260.346648:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2770 00000100:00100000:0.0:1746147260.346654:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346853504:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147260.346662:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967346853120:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4938us (5304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.346669:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14700 00000100:00100000:0.0:1746147260.346753:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346853504:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147260.346758:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2770 00002000:00100000:0.0:1746147260.346764:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e2680 x1830967346853504/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.346770:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2680 with x1830967346853504 ext(0->4095) 00010000:00010000:0.0:1746147260.346774:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.346782:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.346786:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e2680 00000100:00100000:0.0:1746147260.350496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.350615:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.350713:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340043520:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.350735:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.350748:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:1.0:1746147260.350779:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346853632 00000100:00100000:2.0:1746147260.350781:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:1814:x1830967346853248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4719us (6437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.350788:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29923 00000100:00100000:1.0:1746147260.350789:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346853632 00000100:00100000:1.0:1746147260.350839:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29924 00000100:00100000:1.0:1746147260.350846:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+14:1832:x1830967346853632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.350863:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.350879:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fae expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.350907:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147260.350909:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346853760 00010000:00010000:1.0:1746147260.350912:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.350915:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346853760 00010000:00010000:1.0:1746147260.350919:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.350922:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.350939:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.350955:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.350959:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14701 00000100:00100000:3.0:1746147260.350965:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346853760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.350966:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.350975:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c000, rc 0) 00010000:00010000:3.0:1746147260.350976:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.350991:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.351001:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.351015:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+15:1832:x1830967346853632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (525us total) trans 0 rc 0/0 00010000:00010000:3.0:1746147260.351019:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c001fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa0 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.351021:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29924 00010000:00010000:3.0:1746147260.351033:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.351034:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.351040:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.351048:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.351088:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.351096:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 14 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.351105:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043776:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.351161:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.353161:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043776:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.353173:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.353239:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346853760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2272us (2622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.353285:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14701 00000100:00100000:0.0:1746147260.353678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.354057:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346854016 00000100:00100000:1.0:1746147260.354067:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346854016 00002000:00100000:1.0:1746147260.354113:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574380 x1830967346854016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.354122:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574380 with x1830967346854016 ext(0->4095) 00010000:00010000:1.0:1746147260.354131:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.354150:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.354157:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130574380 00000100:00100000:1.0:1746147260.354189:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2771 00000100:00100000:1.0:1746147260.354195:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967346854016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.354383:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967346854016:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.354389:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2771 00002000:00100000:1.0:1746147260.354394:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574380 x1830967346854016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.354400:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574380 with x1830967346854016 ext(0->4095) 00010000:00010000:1.0:1746147260.354405:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.354414:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.354419:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130574380 00000100:00100000:0.0:1746147260.356116:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.356170:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346854144 00000100:00100000:3.0:1746147260.356179:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346854144 00010000:00010000:3.0:1746147260.356205:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.356240:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14702 00000100:00100000:3.0:1746147260.357370:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967346854144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.357382:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.357401:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.357413:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.357432:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00203 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fa7 expref: 15 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.357445:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.357446:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.357452:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 14 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.357459:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 14 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.357486:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 14 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.357497:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043904:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.357597:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.363875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.364081:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346854400 00000100:00100000:1.0:1746147260.364088:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346854400 00002000:00100000:1.0:1746147260.364124:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577b80 x1830967346854400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.364133:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577b80 with x1830967346854400 ext(0->4095) 00002000:00010000:1.0:1746147260.364138:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130577b80 00000100:00100000:1.0:1746147260.364170:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13430 00000100:00100000:1.0:1746147260.364177:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967346854400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.364313:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967346854400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.364318:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13430 00002000:00100000:1.0:1746147260.364324:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577b80 x1830967346854400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.364330:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577b80 with x1830967346854400 ext(0->4095) 00002000:00010000:1.0:1746147260.364333:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130577b80 00000100:00100000:3.0:1746147260.364515:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340043904:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.364531:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.364565:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967346854144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7205us (8454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.364572:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14702 00000100:00100000:0.0:1746147260.370680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.370765:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346854528 00000100:00100000:1.0:1746147260.370772:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346854528 00000100:00100000:1.0:1746147260.370814:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29925 00000100:00100000:1.0:1746147260.370821:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346854528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.370835:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.370847:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fb5 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.370871:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 13 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.370876:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.370878:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.370881:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.370907:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 13 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.370917:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 13 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.370926:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340044032:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.371329:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.374236:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340044032:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.374284:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.374298:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:1.0:1746147260.374333:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346854528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3512us (3658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.374340:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29925 00000100:00100000:0.0:1746147260.375985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.376701:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346854656 00000100:00100000:2.0:1746147260.376708:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346854656 00002000:00100000:2.0:1746147260.376742:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130577800 x1830967346854656/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.376750:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577800 with x1830967346854656 ext(0->7) 00010000:00010000:2.0:1746147260.376757:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 14 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.376768:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 14 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.376774:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577800 00000100:00100000:2.0:1746147260.376796:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2772 00000100:00100000:2.0:1746147260.376801:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2007:x1830967346854656:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147260.383214:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967346854656:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 6403us (7223us total) trans 4294972330 rc 0/0 00000100:00100000:0.0:1746147260.383224:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2772 00002000:00100000:0.0:1746147260.383234:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130577800 x1830967346854656/t4294972330(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.383276:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577800 with x1830967346854656 ext(0->7) 00010000:00010000:0.0:1746147260.383289:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.383304:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.383311:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577800 00000100:00100000:0.0:1746147260.393434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.394643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.394720:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346854912 00000100:00100000:1.0:1746147260.394727:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346854912 00000100:00100000:1.0:1746147260.394778:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29926 00000100:00100000:1.0:1746147260.394785:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1814:x1830967346854912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.394800:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.394814:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fbc expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.394836:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.394841:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.394846:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147260.394848:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.394880:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.394890:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.394898:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:1.0:1746147260.394935:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1814:x1830967346854912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.394940:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29926 00000100:00100000:3.0:1746147260.395562:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346854784 00000100:00100000:3.0:1746147260.395567:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346854784 00010000:00010000:3.0:1746147260.395585:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.395603:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14703 00000100:00100000:3.0:1746147260.395607:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2007:x1830967346854784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.395614:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.395628:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.395636:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.395650:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c000/0x29021e8779c0020a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fae expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.395664:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.395665:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.395670:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.395677:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.395694:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.395703:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.395712:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340044288:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.395770:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.399230:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340044288:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.399260:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.399310:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967346854784:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3701us (5881us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.399320:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14703 00000100:00100000:0.0:1746147260.399495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.400893:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346855168 00000100:00100000:1.0:1746147260.400901:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346855168 00002000:00100000:1.0:1746147260.400945:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574e00 x1830967346855168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.400954:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574e00 with x1830967346855168 ext(0->4095) 00010000:00010000:1.0:1746147260.400961:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.400974:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.400984:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130574e00 00000100:00100000:1.0:1746147260.401009:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2773 00000100:00100000:1.0:1746147260.401015:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346855168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.401133:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346855168:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (1638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.401139:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2773 00002000:00100000:1.0:1746147260.401144:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574e00 x1830967346855168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.401150:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574e00 with x1830967346855168 ext(0->4095) 00010000:00010000:1.0:1746147260.401155:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.401162:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.401168:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130574e00 00000100:00100000:0.0:1746147260.403387:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.403596:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346855296 00000100:00100000:3.0:1746147260.403604:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346855296 00010000:00010000:3.0:1746147260.403629:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.403652:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14704 00000100:00100000:3.0:1746147260.403658:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346855296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.403672:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.403687:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.403698:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.403716:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00211 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fb5 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.403826:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.403829:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.403835:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.403843:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.403870:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.403881:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340044416:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.404114:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.406109:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340044416:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.406127:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.406175:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346855296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2515us (2791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.406186:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14704 00000100:00100000:0.0:1746147260.406662:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.406733:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346855552 00000100:00100000:1.0:1746147260.406738:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346855552 00002000:00100000:1.0:1746147260.406766:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576a00 x1830967346855552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.406773:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576a00 with x1830967346855552 ext(0->4095) 00002000:00010000:1.0:1746147260.406777:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576a00 00000100:00100000:1.0:1746147260.406796:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13431 00000100:00100000:1.0:1746147260.406803:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346855552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.406894:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346855552:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.406900:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13431 00002000:00100000:1.0:1746147260.406904:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576a00 x1830967346855552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.406911:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576a00 with x1830967346855552 ext(0->4095) 00002000:00010000:1.0:1746147260.406913:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576a00 00000100:00100000:0.0:1746147260.409588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.409999:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346855680 00000100:00100000:3.0:1746147260.410006:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346855680 00000100:00100000:3.0:1746147260.410050:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29927 00000100:00100000:3.0:1746147260.410057:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346855680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.410071:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.410084:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fc3 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.410107:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.410114:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.410115:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.410118:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.410142:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.410151:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 15 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.410162:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340044544:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.410238:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.413069:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340044544:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.413095:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.413108:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7000, rc 0) 00000100:00100000:3.0:1746147260.413150:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346855680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3094us (3569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.413158:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29927 00000100:00100000:0.0:1746147260.413500:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.413572:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346855808 00000100:00100000:3.0:1746147260.413577:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346855808 00010000:00010000:3.0:1746147260.413597:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.413627:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14705 00000100:00100000:3.0:1746147260.413633:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346855808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.413643:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.413658:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.413668:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.413685:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00218 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fbc expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.413709:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.413711:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.413716:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.413724:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.413745:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.413754:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340044672:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.413808:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.414996:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340044672:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.415008:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.415041:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967346855808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1407us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.415048:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14705 00000100:00100000:0.0:1746147260.416114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.416164:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346856064 00000100:00100000:1.0:1746147260.416170:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346856064 00002000:00100000:1.0:1746147260.416197:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74380 x1830967346856064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.416205:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74380 with x1830967346856064 ext(0->4095) 00002000:00010000:1.0:1746147260.416209:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74380 00000100:00100000:1.0:1746147260.416234:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13432 00000100:00100000:1.0:1746147260.416265:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346856064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.416989:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346856064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 748us (876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.416995:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13432 00002000:00100000:1.0:1746147260.417001:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74380 x1830967346856064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.417008:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74380 with x1830967346856064 ext(0->4095) 00002000:00010000:1.0:1746147260.417011:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74380 00000100:00100000:0.0:1746147260.417882:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.418011:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346856192 00000100:00100000:3.0:1746147260.418016:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346856192 00000100:00100000:3.0:1746147260.418051:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29928 00000100:00100000:3.0:1746147260.418057:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:1814:x1830967346856192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.418066:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.418079:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fca expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.418099:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.418105:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.418106:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.418109:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.418131:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.418140:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.418148:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340044800:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.418213:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.419872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.420124:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340044800:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147260.420125:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147260.420146:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.420159:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147260.420185:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1814:x1830967346856192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.420186:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346856448 00000100:00100000:2.0:1746147260.420191:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346856448 00000100:00100000:3.0:1746147260.420192:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29928 00000100:00100000:1.0:1746147260.420195:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346856320 00000100:00100000:1.0:1746147260.420197:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346856320 00010000:00010000:2.0:1746147260.420211:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.420220:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29929 00000100:00100000:1.0:1746147260.420226:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1832:x1830967346856320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746147260.420229:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14706 00000100:00100000:2.0:1746147260.420232:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346856448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.420236:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.420260:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.420262:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fd1 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.420276:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.420285:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.420294:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.420299:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.420304:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147260.420307:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.420321:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c0021f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fc3 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.420332:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.420340:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.420346:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.420348:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.420353:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.420360:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.420369:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00010000:00010000:2.0:1746147260.420380:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147260.420388:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1832:x1830967346856320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (520us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147260.420389:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.420393:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29929 00000100:00100000:2.0:1746147260.420399:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045056:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.420447:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.422696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.422790:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045056:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.422805:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.422841:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346856448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2607us (2716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.422848:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14706 00000100:00100000:1.0:1746147260.422915:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346856704 00000100:00100000:1.0:1746147260.422920:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346856704 00002000:00100000:1.0:1746147260.422947:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76300 x1830967346856704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.422954:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76300 with x1830967346856704 ext(0->4095) 00010000:00010000:1.0:1746147260.422960:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.422970:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.422976:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76300 00000100:00100000:1.0:1746147260.422996:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2774 00000100:00100000:1.0:1746147260.423001:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346856704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.423104:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346856704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.423110:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2774 00002000:00100000:1.0:1746147260.423115:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76300 x1830967346856704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.423122:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76300 with x1830967346856704 ext(0->4095) 00010000:00010000:1.0:1746147260.423126:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.423135:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.423140:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76300 00000100:00100000:0.0:1746147260.425700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.425765:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346856832 00000100:00100000:2.0:1746147260.425773:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346856832 00010000:00010000:2.0:1746147260.425799:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.425836:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14707 00000100:00100000:2.0:1746147260.425842:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2005:x1830967346856832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.425853:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.425869:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.425879:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.425898:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fca expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.426117:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.426119:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.426125:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.426133:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.426163:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.426173:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045184:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.427235:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.432985:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.433070:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045184:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.433087:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.433135:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346856832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7292us (7438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.433145:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14707 00000100:00100000:3.0:1746147260.434191:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346857088 00000100:00100000:3.0:1746147260.434198:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346857088 00002000:00100000:3.0:1746147260.434228:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75f80 x1830967346857088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.434515:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75f80 with x1830967346857088 ext(0->4095) 00002000:00010000:3.0:1746147260.434520:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d75f80 00000100:00100000:3.0:1746147260.434538:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13433 00000100:00100000:3.0:1746147260.434558:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346857088:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.434678:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346857088:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (1700us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.434684:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13433 00002000:00100000:3.0:1746147260.434689:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75f80 x1830967346857088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.434696:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75f80 with x1830967346857088 ext(0->4095) 00002000:00010000:3.0:1746147260.434698:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d75f80 00000100:00100000:0.0:1746147260.436657:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.436736:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346857216 00000100:00100000:2.0:1746147260.436741:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346857216 00000100:00100000:2.0:1746147260.436782:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29930 00000100:00100000:2.0:1746147260.436788:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346857216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.436800:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.436812:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fd8 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.436834:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.436845:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.436847:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.436850:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.436874:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.436884:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 15 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.436895:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340045312:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.436964:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.437961:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340045312:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.437977:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.437988:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:2.0:1746147260.438010:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346857216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1222us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.438016:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29930 00000100:00100000:0.0:1746147260.439581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.439755:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346857344 00000100:00100000:2.0:1746147260.439761:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346857344 00010000:00010000:2.0:1746147260.439783:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.439818:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14708 00000100:00100000:2.0:1746147260.439823:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346857344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.439834:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.439848:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.439858:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.439875:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0022d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd1 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.439898:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.439900:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.439906:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.439916:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.439939:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.439950:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045440:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.439998:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.441980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.442001:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045440:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.442017:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.442047:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967346857344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2223us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.442055:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14708 00000100:00100000:3.0:1746147260.442111:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346857600 00000100:00100000:3.0:1746147260.442116:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346857600 00002000:00100000:3.0:1746147260.442145:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76a00 x1830967346857600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.442153:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76a00 with x1830967346857600 ext(0->4095) 00002000:00010000:3.0:1746147260.442156:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d76a00 00000100:00100000:3.0:1746147260.442187:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13434 00000100:00100000:3.0:1746147260.442193:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346857600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147260.442446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.442486:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346857728 00000100:00100000:2.0:1746147260.442489:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346857728 00000100:00100000:2.0:1746147260.442507:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29931 00000100:00100000:2.0:1746147260.442511:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+15:1814:x1830967346857728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.442519:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.442529:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fdf expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.442558:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.442565:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.442566:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.442570:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.442590:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.442599:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.442608:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340045568:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.442645:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.442776:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346857600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 582us (800us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.442781:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13434 00002000:00100000:3.0:1746147260.442787:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76a00 x1830967346857600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.442793:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76a00 with x1830967346857600 ext(0->4095) 00010000:00010000:3.0:1746147260.442797:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.442806:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.442810:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76a00 00000100:00100000:2.0:1746147260.444581:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340045568:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147260.444585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147260.444600:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.444612:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ae00, rc 0) 00000100:00100000:2.0:1746147260.444636:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1814:x1830967346857728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2124us (2191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.444642:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29931 00000100:00100000:2.0:1746147260.444656:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346857856 00000100:00100000:2.0:1746147260.444659:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346857856 00000100:00100000:2.0:1746147260.444677:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29932 00000100:00100000:2.0:1746147260.444681:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1832:x1830967346857856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.444690:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.444698:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fe6 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.444711:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.444715:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.444719:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.444722:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.444739:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.444751:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.444757:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:2.0:1746147260.444772:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1832:x1830967346857856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.444777:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29932 00000100:00100000:0.0:1746147260.447099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.447149:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346857984 00000100:00100000:2.0:1746147260.447156:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346857984 00010000:00010000:2.0:1746147260.447187:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.447222:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14709 00000100:00100000:2.0:1746147260.447229:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346857984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.447258:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.447275:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.447286:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.447303:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00234 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fd8 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.447327:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.447329:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.447335:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.447343:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.447368:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.447378:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.447388:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045824:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.447454:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.449049:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045824:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.449065:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.449099:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346857984:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1870us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.449107:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14709 00000100:00100000:0.0:1746147260.449310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.449469:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346858240 00000100:00100000:3.0:1746147260.449474:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346858240 00002000:00100000:3.0:1746147260.449504:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75c00 x1830967346858240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.449512:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75c00 with x1830967346858240 ext(0->4095) 00010000:00010000:3.0:1746147260.449519:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.449530:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.449542:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d75c00 00000100:00100000:3.0:1746147260.449577:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2775 00000100:00100000:3.0:1746147260.449583:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346858240:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.449686:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346858240:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.449692:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2775 00002000:00100000:3.0:1746147260.449697:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75c00 x1830967346858240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.449704:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75c00 with x1830967346858240 ext(0->4095) 00010000:00010000:3.0:1746147260.449709:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.449718:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.449723:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d75c00 00000100:00100000:0.0:1746147260.453418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.453481:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346858368 00000100:00100000:2.0:1746147260.453488:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346858368 00010000:00010000:2.0:1746147260.453517:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.453565:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14710 00000100:00100000:2.0:1746147260.453571:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2005:x1830967346858368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.453585:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.453599:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.453610:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.453628:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0023b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fdf expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.453656:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.453658:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.453664:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.453670:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.453696:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.453707:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045952:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.455488:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.457107:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.457152:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346858624 00000100:00100000:3.0:1746147260.457159:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346858624 00000100:00100000:2.0:1746147260.457183:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340045952:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.457196:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746147260.457197:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74700 x1830967346858624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.457205:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74700 with x1830967346858624 ext(0->4095) 00002000:00010000:3.0:1746147260.457209:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74700 00000100:00100000:2.0:1746147260.457223:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2005:x1830967346858368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3652us (3811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.457234:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14710 00000100:00100000:3.0:1746147260.457236:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13435 00000100:00100000:3.0:1746147260.457258:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2005:x1830967346858624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.457347:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346858624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.457353:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13435 00002000:00100000:3.0:1746147260.457357:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74700 x1830967346858624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.457364:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74700 with x1830967346858624 ext(0->4095) 00002000:00010000:3.0:1746147260.457366:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74700 00000100:00100000:0.0:1746147260.458755:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.458797:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346858752 00000100:00100000:1.0:1746147260.458803:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346858752 00000100:00100000:1.0:1746147260.458840:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29933 00000100:00100000:1.0:1746147260.458846:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346858752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.458856:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.458868:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81fed expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.458887:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.458894:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.458895:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.458898:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.458925:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.458940:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 15 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.458949:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340046080:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.459019:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.460764:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340046080:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.460782:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.460793:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d000, rc 0) 00000100:00100000:1.0:1746147260.460826:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346858752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1980us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.460833:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29933 00000100:00100000:0.0:1746147260.461296:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.461372:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346858880 00000100:00100000:2.0:1746147260.461377:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346858880 00010000:00010000:2.0:1746147260.461395:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.461415:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14711 00000100:00100000:2.0:1746147260.461420:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346858880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.461429:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.461444:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.461455:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.461471:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00242 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fe6 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.461489:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.461491:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.461496:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.461503:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.461532:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.461542:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340046208:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.461601:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.464001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.464080:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340046208:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.464096:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.464136:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967346858880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2715us (2841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.464145:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14711 00000100:00100000:3.0:1746147260.464355:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346859136 00000100:00100000:3.0:1746147260.464361:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346859136 00002000:00100000:3.0:1746147260.464389:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77480 x1830967346859136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.464402:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77480 with x1830967346859136 ext(0->4095) 00002000:00010000:3.0:1746147260.464406:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77480 00000100:00100000:3.0:1746147260.464428:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13436 00000100:00100000:3.0:1746147260.464433:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346859136:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.464542:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346859136:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (546us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.464557:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13436 00002000:00100000:3.0:1746147260.464562:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77480 x1830967346859136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.464568:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77480 with x1830967346859136 ext(0->4095) 00002000:00010000:3.0:1746147260.464570:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77480 00000100:00100000:0.0:1746147260.466084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.466165:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346859264 00000100:00100000:1.0:1746147260.466170:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346859264 00000100:00100000:1.0:1746147260.466389:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29934 00000100:00100000:1.0:1746147260.466395:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:1832:x1830967346859264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.466408:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.466420:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ff4 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.466441:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.466451:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.466452:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.466455:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.466476:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.466485:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.466494:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340046336:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.466992:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.469278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.469848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.469931:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340046336:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.469953:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.469967:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:1.0:1746147260.470000:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1832:x1830967346859264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3605us (3918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.470007:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29934 00000100:00100000:1.0:1746147260.470026:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346859392 00000100:00100000:1.0:1746147260.470030:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346859392 00000100:00100000:3.0:1746147260.470085:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346859520 00000100:00100000:3.0:1746147260.470088:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346859520 00010000:00010000:3.0:1746147260.470103:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.470120:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14712 00000100:00100000:3.0:1746147260.470125:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346859520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.470136:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.470150:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.470160:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.470180:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00249 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81fed expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.470194:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.470196:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.470201:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.470208:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.470967:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29935 00000100:00100000:2.0:1746147260.470974:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1814:x1830967346859392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.470986:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.470994:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b81ffb expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.471007:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.471012:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.471013:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.471015:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.471034:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.471043:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.471054:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340046464:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.471106:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00010000:00010000:2.0:1746147260.471137:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.471144:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.471151:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340046592:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.471167:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.473523:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340046592:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.473538:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.473593:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346859520:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3466us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.473602:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14712 00000100:00100000:3.0:1746147260.473780:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340046464:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.473796:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.473808:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fe400, rc 0) 00000100:00100000:3.0:1746147260.473845:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1814:x1830967346859392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2871us (4602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.473851:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29935 00000100:00100000:0.0:1746147260.473905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.473998:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346859776 00000100:00100000:2.0:1746147260.474003:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346859776 00002000:00100000:2.0:1746147260.474028:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4000 x1830967346859776/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.474035:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4000 with x1830967346859776 ext(0->4095) 00010000:00010000:2.0:1746147260.474040:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.474050:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.474056:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb4000 00000100:00100000:2.0:1746147260.474069:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2776 00000100:00100000:2.0:1746147260.474075:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346859776:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.474183:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346859776:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.474188:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2776 00002000:00100000:2.0:1746147260.474192:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4000 x1830967346859776/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.474199:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4000 with x1830967346859776 ext(0->4095) 00010000:00010000:2.0:1746147260.474203:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.474211:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.474216:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb4000 00000100:00100000:0.0:1746147260.476673:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.476694:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346859904 00000100:00100000:2.0:1746147260.476700:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346859904 00000100:00100000:2.0:1746147260.476725:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29936 00000100:00100000:2.0:1746147260.476730:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346859904:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.476740:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.476751:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82002 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.476764:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147260.476773:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.476777:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.476782:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147260.476784:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.476808:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.476817:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.476823:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:3.0:1746147260.476906:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346860032 00000100:00100000:3.0:1746147260.476909:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346860032 00010000:00010000:3.0:1746147260.476923:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.476944:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14713 00000100:00100000:3.0:1746147260.476948:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346860032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.476956:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746147260.477070:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346859904:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.477077:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29936 00010000:00010000:3.0:1746147260.477111:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.477120:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.477134:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487da00/0x29021e8779c00250 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ff4 expref: 17 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.477145:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.477146:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.477151:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.477156:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.477173:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.477182:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.477191:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340046848:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.477262:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.478846:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340046848:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.478961:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.478988:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967346860032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2037us (2223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.478994:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14713 00000100:00100000:0.0:1746147260.479505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.479760:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346860288 00000100:00100000:3.0:1746147260.479764:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346860288 00002000:00100000:3.0:1746147260.479789:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb5f80 x1830967346860288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.479797:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5f80 with x1830967346860288 ext(0->4095) 00010000:00010000:3.0:1746147260.479803:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.479814:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.479819:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb5f80 00000100:00100000:3.0:1746147260.479844:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2777 00000100:00100000:3.0:1746147260.479849:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346860288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.479934:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346860288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.479940:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2777 00002000:00100000:3.0:1746147260.479944:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb5f80 x1830967346860288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.479950:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5f80 with x1830967346860288 ext(0->4095) 00010000:00010000:3.0:1746147260.479954:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.479963:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.479968:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb5f80 00000100:00100000:0.0:1746147260.482304:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.482354:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346860416 00000100:00100000:0.0:1746147260.482355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.482361:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346860416 00000100:00100000:3.0:1746147260.482461:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346860544 00000100:00100000:3.0:1746147260.482463:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346860544 00010000:00010000:3.0:1746147260.482478:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.482503:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14714 00000100:00100000:3.0:1746147260.482508:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346860544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.482517:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.482529:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.482540:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.482566:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe400/0x29021e8779c00257 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b81ffb expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.482595:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29937 00000100:00100000:2.0:1746147260.482601:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1814:x1830967346860416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.482611:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.482619:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82009 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482637:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.482641:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482646:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.482648:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482675:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482685:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482693:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.482694:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.482698:0:24989:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482705:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482720:0:24989:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.482730:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.482743:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047104:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.482799:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00010000:00010000:3.0:1746147260.482869:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.482933:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967346860544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 424us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.482939:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14714 00000100:00100000:0.0:1746147260.484712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.484795:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047104:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.484808:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ac00, rc 0) 00000100:00100000:3.0:1746147260.485018:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346860800 00000100:00100000:3.0:1746147260.485023:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346860800 00002000:00100000:3.0:1746147260.485048:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6d80 x1830967346860800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.485056:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6d80 with x1830967346860800 ext(0->4095) 00010000:00010000:3.0:1746147260.485062:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.485073:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.485078:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6d80 00000100:00100000:3.0:1746147260.485091:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2778 00000100:00100000:3.0:1746147260.485096:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346860800:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147260.485192:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+16:1814:x1830967346860416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2590us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.485197:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29937 00000100:00100000:3.0:1746147260.485731:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346860800:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 633us (1021us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.485737:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2778 00002000:00100000:3.0:1746147260.485742:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6d80 x1830967346860800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.485749:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6d80 with x1830967346860800 ext(0->4095) 00010000:00010000:3.0:1746147260.485753:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.485761:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.485766:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6d80 00000100:00100000:0.0:1746147260.489442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.489588:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346860928 00000100:00100000:3.0:1746147260.489594:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346860928 00010000:00010000:3.0:1746147260.489620:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.489640:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14715 00000100:00100000:3.0:1746147260.489645:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346860928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.489657:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.489672:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.489680:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.489697:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0025e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82002 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.490033:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.490035:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.490041:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.490047:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.490071:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.490083:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340047232:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.490487:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.492584:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.492708:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340047232:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.492722:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.492749:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346860928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3103us (3315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.492756:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14715 00000100:00100000:2.0:1746147260.492884:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346861184 00000100:00100000:2.0:1746147260.492888:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346861184 00002000:00100000:2.0:1746147260.492914:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4e00 x1830967346861184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.492922:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4e00 with x1830967346861184 ext(0->4095) 00002000:00010000:2.0:1746147260.492926:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4e00 00000100:00100000:2.0:1746147260.492937:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13437 00000100:00100000:2.0:1746147260.492941:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346861184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147260.493317:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346861184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 374us (738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.493323:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13437 00002000:00100000:2.0:1746147260.493328:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4e00 x1830967346861184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.493334:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4e00 with x1830967346861184 ext(0->4095) 00002000:00010000:2.0:1746147260.493337:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4e00 00000100:00100000:0.0:1746147260.498063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.499180:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346861312 00000100:00100000:2.0:1746147260.499188:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346861312 00000100:00100000:2.0:1746147260.499324:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29938 00000100:00100000:2.0:1746147260.499332:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346861312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.499347:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.499361:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82010 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.499384:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.499391:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.499393:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.499396:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.499420:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 15 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.499429:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 15 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.499438:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047360:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.499502:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.502465:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047360:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.502489:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.502506:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ae00, rc 0) 00000100:00100000:2.0:1746147260.502539:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346861312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3208us (4483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.502557:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29938 00000100:00100000:0.0:1746147260.504366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.504457:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346861440 00000100:00100000:2.0:1746147260.504464:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346861440 00002000:00100000:2.0:1746147260.504493:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094cb6300 x1830967346861440/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.504502:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6300 with x1830967346861440 ext(0->7) 00010000:00010000:2.0:1746147260.504509:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.504520:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 16 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.504526:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6300 00000100:00100000:2.0:1746147260.504602:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2779 00000100:00100000:2.0:1746147260.504608:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967346861440:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147260.505649:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346861440:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1038us (1283us total) trans 4294972331 rc 0/0 00000100:00100000:0.0:1746147260.505656:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2779 00002000:00100000:0.0:1746147260.505661:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094cb6300 x1830967346861440/t4294972331(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.505668:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6300 with x1830967346861440 ext(0->7) 00010000:00010000:0.0:1746147260.505674:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.505682:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.505687:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6300 00000100:00100000:0.0:1746147260.507529:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.507670:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346861568 00000100:00100000:3.0:1746147260.507676:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346861568 00010000:00010000:3.0:1746147260.507700:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.507779:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14716 00000100:00100000:0.0:1746147260.507787:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2007:x1830967346861568:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147260.507797:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147260.507812:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.507825:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.507841:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c00265 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82009 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.507948:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.507950:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.507956:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.507963:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.507990:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147260.508001:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340047488:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147260.508232:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.509644:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340047488:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.509658:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.509684:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2007:x1830967346861568:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1897us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.509691:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14716 00000100:00100000:0.0:1746147260.510292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.510425:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346861824 00000100:00100000:2.0:1746147260.510431:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346861824 00002000:00100000:2.0:1746147260.510462:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4700 x1830967346861824/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.510471:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4700 with x1830967346861824 ext(0->4095) 00002000:00010000:2.0:1746147260.510475:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4700 00000100:00100000:2.0:1746147260.510488:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13438 00000100:00100000:2.0:1746147260.510493:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346861824:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147260.510792:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346861824:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 297us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.510798:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13438 00002000:00100000:2.0:1746147260.510803:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4700 x1830967346861824/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.510810:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4700 with x1830967346861824 ext(0->4095) 00002000:00010000:2.0:1746147260.510812:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4700 00000100:00100000:0.0:1746147260.512566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.512642:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346861952 00000100:00100000:2.0:1746147260.512648:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346861952 00000100:00100000:2.0:1746147260.512686:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29939 00000100:00100000:2.0:1746147260.512692:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+17:1832:x1830967346861952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.512703:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.512716:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82017 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.512735:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.512745:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.512746:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.512749:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 18 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.512772:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.512783:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.512792:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047616:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.512850:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.516709:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047616:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.516736:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 18 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.516750:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:2.0:1746147260.516798:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+18:1832:x1830967346861952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4105us (4235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.516806:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29939 00000100:00100000:0.0:1746147260.524189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.525890:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346862080 00000100:00100000:2.0:1746147260.525898:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346862080 00010000:00010000:2.0:1746147260.525928:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.525969:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14717 00000100:00100000:2.0:1746147260.525975:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346862080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.525986:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.526002:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.526012:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.526030:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0026c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82010 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.526058:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.526060:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.526066:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.526072:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.526099:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.526109:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340047744:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.526198:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.531089:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340047744:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.531106:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.531154:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346862080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5177us (6970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.531163:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14717 00000100:00100000:2.0:1746147260.532805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.533608:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346862336 00000100:00100000:3.0:1746147260.533616:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346862336 00002000:00100000:3.0:1746147260.533652:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e377100 x1830967346862336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.533661:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377100 with x1830967346862336 ext(0->4095) 00002000:00010000:3.0:1746147260.533665:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e377100 00000100:00100000:3.0:1746147260.533692:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13439 00000100:00100000:3.0:1746147260.533698:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2008:x1830967346862336:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147260.533806:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2008:x1830967346862336:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (1002us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.533811:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13439 00002000:00100000:3.0:1746147260.533817:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e377100 x1830967346862336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.533824:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e377100 with x1830967346862336 ext(0->4095) 00002000:00010000:3.0:1746147260.533827:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e377100 00000100:00100000:0.0:1746147260.538849:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.539225:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346862464 00000100:00100000:2.0:1746147260.539232:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346862464 00000100:00100000:2.0:1746147260.539743:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29940 00000100:00100000:2.0:1746147260.539750:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346862464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.539764:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.539776:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8201e expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.539799:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.539805:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.539807:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.539810:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.539832:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 17 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.539841:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 17 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.539855:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047872:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.540659:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.546971:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340047872:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.546998:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.547014:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:2.0:1746147260.547066:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346862464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7315us (8223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.547074:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29940 00000100:00100000:0.0:1746147260.550770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.551514:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346862592 00000100:00100000:3.0:1746147260.551521:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346862592 00002000:00100000:3.0:1746147260.551565:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a8787800 x1830967346862592/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.551573:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787800 with x1830967346862592 ext(0->7) 00010000:00010000:3.0:1746147260.551581:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.551593:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 18 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.551599:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8787800 00000100:00100000:3.0:1746147260.551626:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2780 00000100:00100000:3.0:1746147260.551633:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2005:x1830967346862592:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147260.553008:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346862592:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1370us (2240us total) trans 4294972332 rc 0/0 00000100:00100000:0.0:1746147260.553019:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2780 00002000:00100000:0.0:1746147260.553025:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a8787800 x1830967346862592/t4294972332(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.553032:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787800 with x1830967346862592 ext(0->7) 00010000:00010000:0.0:1746147260.553039:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.553050:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746147260.553056:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8787800 00000100:00100000:0.0:1746147260.559915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.560008:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346862720 00000100:00100000:2.0:1746147260.560015:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346862720 00000100:00100000:2.0:1746147260.560058:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29941 00000100:00100000:2.0:1746147260.560065:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346862720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.560081:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.560095:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82025 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.560116:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.560121:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.560126:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147260.560130:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.560164:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.560174:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.560181:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ae00, rc 0) 00000100:00100000:2.0:1746147260.560213:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346862720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.560218:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29941 00000100:00100000:0.0:1746147260.564572:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.564665:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346862848 00000100:00100000:2.0:1746147260.564672:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346862848 00010000:00010000:2.0:1746147260.564703:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.564742:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14718 00000100:00100000:2.0:1746147260.564748:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2008:x1830967346862848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.564760:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.564776:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.564786:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.564806:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00273 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82017 expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.564822:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.564824:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.564829:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.564835:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.564862:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.564871:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.564880:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048128:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.564958:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.566818:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048128:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.566833:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147260.566868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.566869:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967346862848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2121us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.566876:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14718 00000100:00100000:2.0:1746147260.566909:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346863104 00000100:00100000:2.0:1746147260.566913:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346863104 00002000:00100000:2.0:1746147260.566988:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8785500 x1830967346863104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.567002:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785500 with x1830967346863104 ext(0->4095) 00010000:00010000:2.0:1746147260.567009:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.567019:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.567025:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8785500 00000100:00100000:2.0:1746147260.567038:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2781 00000100:00100000:2.0:1746147260.567043:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346863104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.567357:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346863104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 313us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.567362:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2781 00002000:00100000:2.0:1746147260.567367:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8785500 x1830967346863104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.567373:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8785500 with x1830967346863104 ext(0->4095) 00010000:00010000:2.0:1746147260.567378:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.567386:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.567391:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8785500 00000100:00100000:0.0:1746147260.568852:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.568924:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346863232 00000100:00100000:2.0:1746147260.568933:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346863232 00010000:00010000:2.0:1746147260.568951:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.569017:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14719 00000100:00100000:2.0:1746147260.569024:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346863232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.569035:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.569047:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.569056:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.569073:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0027a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8201e expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.569086:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.569088:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.569094:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.569101:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.569124:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.569134:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048256:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.569574:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.571889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.571943:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346863488 00000100:00100000:2.0:1746147260.571986:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048256:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.572000:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.572031:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346863232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3007us (3181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.572040:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14719 00000100:00100000:3.0:1746147260.572083:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346863488 00002000:00100000:3.0:1746147260.572112:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786a00 x1830967346863488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.572121:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786a00 with x1830967346863488 ext(0->4095) 00002000:00010000:3.0:1746147260.572125:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8786a00 00000100:00100000:3.0:1746147260.572151:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13440 00000100:00100000:3.0:1746147260.572157:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346863488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.572282:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346863488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.572287:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13440 00002000:00100000:3.0:1746147260.572292:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786a00 x1830967346863488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.572299:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786a00 with x1830967346863488 ext(0->4095) 00002000:00010000:3.0:1746147260.572302:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8786a00 00000100:00100000:0.0:1746147260.574085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.574124:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346863616 00000100:00100000:2.0:1746147260.574129:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346863616 00000100:00100000:2.0:1746147260.574168:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29942 00000100:00100000:2.0:1746147260.574175:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346863616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.574185:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.574197:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8202c expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.574217:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.574224:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.574225:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.574228:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.574281:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.574291:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 19 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.574304:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340048384:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.574358:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.578491:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340048384:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.578517:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.578531:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ffa00, rc 0) 00000100:00100000:2.0:1746147260.579014:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346863616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4838us (4930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.579021:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29942 00000100:00100000:0.0:1746147260.580178:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.580263:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346863744 00000100:00100000:2.0:1746147260.580269:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346863744 00010000:00010000:2.0:1746147260.580292:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.581459:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14720 00000100:00100000:2.0:1746147260.581469:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346863744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.581481:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.581499:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.581510:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.581532:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c00281 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82025 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.581559:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.581561:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.581567:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.581573:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.581598:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.581608:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048512:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.582000:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.582452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.582602:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346863872 00000100:00100000:2.0:1746147260.582606:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346863872 00000100:00100000:2.0:1746147260.582934:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29943 00000100:00100000:2.0:1746147260.582940:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346863872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.582953:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.582964:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82033 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.582980:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.582989:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.582990:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.582993:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.583008:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.583016:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.583024:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340048640:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.584081:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.584285:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e374000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048512:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.584299:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.584324:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346863744:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2858us (4148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.584332:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14720 00000100:00100000:0.0:1746147260.585784:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.585826:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346864128 00000100:00100000:1.0:1746147260.585831:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346864128 00002000:00100000:1.0:1746147260.585860:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8787b80 x1830967346864128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.585869:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787b80 with x1830967346864128 ext(0->4095) 00010000:00010000:1.0:1746147260.585875:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.585887:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.585893:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8787b80 00000100:00100000:2.0:1746147260.585900:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340048640:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.585917:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.585918:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2782 00000100:00100000:1.0:1746147260.585924:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346864128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746147260.585927:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:2.0:1746147260.585963:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346863872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3022us (3511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.585969:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29943 00000100:00100000:1.0:1746147260.586010:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346864128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.586015:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2782 00002000:00100000:1.0:1746147260.586020:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8787b80 x1830967346864128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.586027:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8787b80 with x1830967346864128 ext(0->4095) 00010000:00010000:1.0:1746147260.586031:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.586040:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.586045:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8787b80 00000100:00100000:0.0:1746147260.587717:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.588326:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346864256 00000100:00100000:3.0:1746147260.588331:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346864256 00010000:00010000:3.0:1746147260.588351:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.588373:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14721 00000100:00100000:3.0:1746147260.588379:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346864256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.588389:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.588402:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.588411:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.588433:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00288 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8202c expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.588459:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.588460:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.588466:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.588474:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.588498:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.588506:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048768:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.588572:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.589117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.589332:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346864384 00000100:00100000:2.0:1746147260.589336:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346864384 00000100:00100000:2.0:1746147260.589364:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29944 00000100:00100000:2.0:1746147260.589370:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346864384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.589381:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.589390:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8203a expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.589404:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.589409:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.589410:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.589412:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.589427:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.589435:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 19 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.589443:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340048896:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.589485:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.592050:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340048768:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.592066:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.592096:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:2005:x1830967346864256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3717us (4382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.592105:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14721 00000100:00100000:0.0:1746147260.593400:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.594016:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340048896:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.594037:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.594050:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00000100:00100000:2.0:1746147260.594087:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346864384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4717us (4970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.594097:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29944 00000100:00100000:3.0:1746147260.594480:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346864640 00000100:00100000:3.0:1746147260.594486:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346864640 00002000:00100000:3.0:1746147260.594514:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784380 x1830967346864640/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.594527:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784380 with x1830967346864640 ext(0->4095) 00010000:00010000:3.0:1746147260.594532:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.594542:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.594558:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784380 00000100:00100000:3.0:1746147260.594571:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2783 00000100:00100000:3.0:1746147260.594577:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346864640:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.594664:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346864640:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (1267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.594670:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2783 00002000:00100000:3.0:1746147260.594674:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784380 x1830967346864640/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.594680:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784380 with x1830967346864640 ext(0->4095) 00010000:00010000:3.0:1746147260.594685:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.594693:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.594698:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784380 00000100:00100000:0.0:1746147260.596831:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.597155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.597228:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346864896 00000100:00100000:3.0:1746147260.597234:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346864896 00010000:00010000:3.0:1746147260.597282:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.597302:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14722 00000100:00100000:3.0:1746147260.597307:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967346864896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.597316:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.597330:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.597339:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.597355:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c0028f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82033 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.597490:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346864768 00000100:00100000:2.0:1746147260.597494:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346864768 00000100:00100000:2.0:1746147260.597517:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29945 00000100:00100000:2.0:1746147260.597522:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346864768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.597532:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.597540:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82041 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597564:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.597568:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597573:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.597576:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597604:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597614:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597620:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.597621:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.597626:0:24989:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597637:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597652:0:24989:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.597661:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.597672:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049152:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.597765:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.598202:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.598400:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2008:x1830967346864896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1091us (1244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.598406:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14722 00000100:00100000:2.0:1746147260.602029:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049152:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.602047:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ac00, rc 0) 00000100:00100000:2.0:1746147260.602084:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346864768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4560us (5257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.602091:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29945 00000100:00100000:0.0:1746147260.602943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.603510:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346865152 00000100:00100000:1.0:1746147260.603515:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346865152 00002000:00100000:1.0:1746147260.603542:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85c00 x1830967346865152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.603559:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967346865152 ext(0->4095) 00010000:00010000:1.0:1746147260.603565:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.603576:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.603582:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85c00 00000100:00100000:1.0:1746147260.603603:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2784 00000100:00100000:1.0:1746147260.603608:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346865152:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.603879:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346865152:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 269us (937us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.603884:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2784 00002000:00100000:1.0:1746147260.603889:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85c00 x1830967346865152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.603895:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967346865152 ext(0->4095) 00010000:00010000:1.0:1746147260.603899:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.603906:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.603915:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096a85c00 00000100:00100000:0.0:1746147260.608692:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.608775:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346865280 00000100:00100000:3.0:1746147260.608783:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346865280 00010000:00010000:3.0:1746147260.608814:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.608837:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14723 00000100:00100000:3.0:1746147260.608843:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346865280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.608856:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.608872:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.608883:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.608903:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00296 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8203a expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.608930:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.608931:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.608937:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.608943:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.608971:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.608981:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340049280:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.609050:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.613096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.613115:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340049280:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.613132:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.613171:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346865280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4327us (4486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.613184:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14723 00000100:00100000:1.0:1746147260.613266:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346865536 00000100:00100000:1.0:1746147260.613273:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346865536 00002000:00100000:1.0:1746147260.613304:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85500 x1830967346865536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.613312:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967346865536 ext(0->4095) 00002000:00010000:1.0:1746147260.613315:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85500 00000100:00100000:1.0:1746147260.613344:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13441 00000100:00100000:1.0:1746147260.613351:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346865536:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.613961:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346865536:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 609us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.613968:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13441 00002000:00100000:1.0:1746147260.613973:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85500 x1830967346865536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.613979:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967346865536 ext(0->4095) 00002000:00010000:1.0:1746147260.613982:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85500 00000100:00100000:0.0:1746147260.615744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.617215:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346865664 00000100:00100000:2.0:1746147260.617222:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346865664 00000100:00100000:2.0:1746147260.617299:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29946 00000100:00100000:2.0:1746147260.617307:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346865664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.617322:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.617335:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82048 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.617358:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.617364:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.617366:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.617369:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.617394:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.617404:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 19 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.617793:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049408:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.617883:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.621742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.621851:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049408:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.621874:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.621887:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769a00, rc 0) 00000100:00100000:2.0:1746147260.621921:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346865664:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4616us (6182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.621929:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29946 00000100:00100000:3.0:1746147260.622012:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346865792 00000100:00100000:3.0:1746147260.622018:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346865792 00010000:00010000:3.0:1746147260.622040:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.622075:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14724 00000100:00100000:3.0:1746147260.622082:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346865792:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.622092:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.622108:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.622118:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.622135:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c0029d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82041 expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.622148:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.622149:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.622154:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.622160:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.622183:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.622194:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340049536:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.622267:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.625805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.625913:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346865920 00000100:00100000:2.0:1746147260.625920:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346865920 00000100:00100000:2.0:1746147260.625955:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29947 00000100:00100000:2.0:1746147260.625961:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346865920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.625980:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.625992:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8204f expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.626014:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.626020:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.626022:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.626024:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.626046:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.626055:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.626063:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049664:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.626121:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.626198:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340049536:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.626211:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.626262:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346865792:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4159us (4504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.626271:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14724 00000100:00100000:0.0:1746147260.626297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.626399:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346866176 00000100:00100000:1.0:1746147260.626404:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346866176 00002000:00100000:1.0:1746147260.626426:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8700 x1830967346866176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.626434:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8700 with x1830967346866176 ext(0->4095) 00010000:00010000:1.0:1746147260.626440:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.626456:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.626461:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093af8700 00000100:00100000:1.0:1746147260.626488:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2785 00000100:00100000:1.0:1746147260.626495:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346866176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.626606:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346866176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.626611:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2785 00002000:00100000:1.0:1746147260.626617:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8700 x1830967346866176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.626623:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8700 with x1830967346866176 ext(0->4095) 00010000:00010000:1.0:1746147260.627087:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.627099:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.627105:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093af8700 00000100:00100000:2.0:1746147260.628090:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049664:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.628112:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 20 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.628122:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769e00, rc 0) 00000100:00100000:2.0:1746147260.628162:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346865920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2200us (2364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.628222:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29947 00000100:00100000:0.0:1746147260.628528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.628595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.628617:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346866304 00000100:00100000:3.0:1746147260.628625:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346866304 00010000:00010000:3.0:1746147260.628644:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.628649:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346866432 00000100:00100000:2.0:1746147260.628651:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346866432 00000100:00100000:3.0:1746147260.628670:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14725 00000100:00100000:3.0:1746147260.628675:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:2007:x1830967346866304:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.628683:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.628695:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 7 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.628704:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 7 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.628719:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82048 expref: 7 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.628734:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.628736:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.628741:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.628748:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.628769:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.628778:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340049792:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.628803:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29948 00000100:00100000:2.0:1746147260.628808:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346866432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746147260.628816:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00010000:00010000:2.0:1746147260.628817:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.628823:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82056 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.628836:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.628841:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.628842:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.628845:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.628858:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.628867:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 19 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.628875:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049920:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.628896:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.630995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.631109:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340049920:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.631131:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 7 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.631143:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:2.0:1746147260.631173:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:1832:x1830967346866432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2363us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.631180:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29948 00000100:00100000:3.0:1746147260.631301:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340049792:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.631312:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.631331:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346866304:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2656us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.631338:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14725 00000100:00100000:1.0:1746147260.631408:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346866688 00000100:00100000:1.0:1746147260.631413:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346866688 00002000:00100000:1.0:1746147260.631439:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07100 x1830967346866688/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.631447:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07100 with x1830967346866688 ext(0->4095) 00010000:00010000:1.0:1746147260.631453:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.631462:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.631467:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07100 00000100:00100000:1.0:1746147260.631494:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2786 00000100:00100000:1.0:1746147260.631500:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346866688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.631598:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346866688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.631603:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2786 00002000:00100000:1.0:1746147260.631608:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07100 x1830967346866688/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.631615:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07100 with x1830967346866688 ext(0->4095) 00010000:00010000:1.0:1746147260.631619:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.631627:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.631632:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07100 00000100:00100000:0.0:1746147260.635950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.636663:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346866816 00000100:00100000:2.0:1746147260.636671:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346866816 00000100:00100000:2.0:1746147260.636705:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29949 00000100:00100000:2.0:1746147260.636712:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346866816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.636726:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.636740:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8205d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.636761:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.636770:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.636775:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147260.636777:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.636806:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.636811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147260.636817:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.636830:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:2.0:1746147260.636875:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346866816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.636881:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29949 00000100:00100000:3.0:1746147260.636983:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346866944 00000100:00100000:3.0:1746147260.636987:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346866944 00010000:00010000:3.0:1746147260.637002:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.637027:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14726 00000100:00100000:3.0:1746147260.637033:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346866944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.637040:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.637055:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.637068:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.637082:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c002ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8204f expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.637110:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.637112:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.637117:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.637123:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.637142:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.637152:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.637161:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050176:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.637218:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.638733:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050176:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.638745:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.638846:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346866944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1811us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.638857:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14726 00000100:00100000:0.0:1746147260.638948:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.639041:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346867200 00000100:00100000:2.0:1746147260.639045:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346867200 00002000:00100000:2.0:1746147260.639667:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07800 x1830967346867200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.639675:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07800 with x1830967346867200 ext(0->4095) 00010000:00010000:2.0:1746147260.639681:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.639692:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.639697:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07800 00000100:00100000:2.0:1746147260.639870:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2787 00000100:00100000:2.0:1746147260.639876:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346867200:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.640143:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346867200:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 266us (1194us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.640148:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2787 00002000:00100000:2.0:1746147260.640154:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07800 x1830967346867200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.640165:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07800 with x1830967346867200 ext(0->4095) 00010000:00010000:2.0:1746147260.640169:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.640177:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.640182:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a07800 00000100:00100000:0.0:1746147260.643652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.643745:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346867328 00000100:00100000:3.0:1746147260.643753:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346867328 00010000:00010000:3.0:1746147260.643780:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.644166:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14727 00000100:00100000:3.0:1746147260.644174:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346867328:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.644187:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.644202:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.644213:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.644230:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c002b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82056 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.644274:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.644276:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.644282:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.644293:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.644318:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.644328:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050304:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.644391:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.647066:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050304:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.647082:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.647123:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346867328:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2949us (3477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.647132:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14727 00000100:00100000:0.0:1746147260.647609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.647718:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346867584 00000100:00100000:2.0:1746147260.647724:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346867584 00002000:00100000:2.0:1746147260.647754:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090566d80 x1830967346867584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.647763:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090566d80 with x1830967346867584 ext(0->4095) 00002000:00010000:2.0:1746147260.647767:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090566d80 00000100:00100000:2.0:1746147260.647781:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13442 00000100:00100000:2.0:1746147260.647787:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967346867584:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147260.647889:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967346867584:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.647894:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13442 00002000:00100000:2.0:1746147260.647899:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090566d80 x1830967346867584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.647906:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090566d80 with x1830967346867584 ext(0->4095) 00002000:00010000:2.0:1746147260.647908:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090566d80 00000100:00100000:0.0:1746147260.649660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.649743:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346867712 00000100:00100000:2.0:1746147260.649748:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346867712 00000100:00100000:2.0:1746147260.649787:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29950 00000100:00100000:2.0:1746147260.649793:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346867712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.649804:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.649818:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82064 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.649839:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.649845:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.649847:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.649850:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.649873:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 19 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.649882:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 19 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.649892:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340050432:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.649961:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.652803:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340050432:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.652832:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.652850:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ac00, rc 0) 00000100:00100000:2.0:1746147260.653268:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346867712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3473us (3611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.653276:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29950 00000100:00100000:0.0:1746147260.653450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.654562:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346867840 00000100:00100000:3.0:1746147260.654569:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346867840 00010000:00010000:3.0:1746147260.654596:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.654616:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14728 00000100:00100000:3.0:1746147260.654623:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346867840:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.654633:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.654647:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.654657:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.654674:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c002b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8205d expref: 20 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.654687:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.654690:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.654695:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.654702:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.654725:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.654736:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050560:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.655999:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.656971:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050560:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.656987:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.657018:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2006:x1830967346867840:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2394us (3568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.657028:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14728 00000100:00100000:0.0:1746147260.657305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.657367:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346868096 00000100:00100000:2.0:1746147260.657372:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346868096 00002000:00100000:2.0:1746147260.657399:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7480 x1830967346868096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746147260.657401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00100000:2.0:1746147260.657409:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7480 with x1830967346868096 ext(0->4095) 00002000:00010000:2.0:1746147260.657413:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7480 00000100:00100000:2.0:1746147260.657428:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13443 00000100:00100000:2.0:1746147260.657434:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346868096:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.657530:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346868096:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (225us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.657535:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13443 00002000:00100000:2.0:1746147260.657540:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7480 x1830967346868096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.657555:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7480 with x1830967346868096 ext(0->4095) 00002000:00010000:2.0:1746147260.657557:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7480 00000100:00100000:3.0:1746147260.658274:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346868224 00000100:00100000:3.0:1746147260.658280:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346868224 00000100:00100000:3.0:1746147260.658302:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29951 00000100:00100000:3.0:1746147260.658309:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+19:1814:x1830967346868224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.658318:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.658329:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8206b expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.658349:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.658359:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.658361:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.658364:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 20 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.658393:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.658403:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.658413:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340050688:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.658753:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.661362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.661712:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340050688:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.661737:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 20 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.661749:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147260.661785:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346868224:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3477us (4384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.661793:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29951 00000100:00100000:0.0:1746147260.662201:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.662366:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346868352 00000100:00100000:3.0:1746147260.662372:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346868352 00000100:00100000:3.0:1746147260.662400:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29952 00000100:00100000:3.0:1746147260.662406:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1832:x1830967346868352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746147260.662410:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346868480 00000100:00100000:2.0:1746147260.662415:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346868480 00010000:00010000:3.0:1746147260.662419:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.662429:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82072 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.662430:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.662445:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.662449:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.662454:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.662457:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.662457:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14729 00000100:00100000:2.0:1746147260.662462:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346868480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.662470:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.662477:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.662484:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.662493:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.662506:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ac00/0x29021e8779c002c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82064 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.662517:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.662519:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.662523:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.662530:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.662563:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.662572:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.662585:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050944:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.662635:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00010000:00010000:3.0:1746147260.662860:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.662866:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147260.662947:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1832:x1830967346868352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 541us (1591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.662952:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29952 00000100:00100000:2.0:1746147260.666829:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340050944:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.666846:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.666887:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346868480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4423us (4684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.666949:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14729 00000100:00100000:0.0:1746147260.667042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.667147:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346868736 00000100:00100000:3.0:1746147260.667154:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346868736 00002000:00100000:3.0:1746147260.667183:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6680 x1830967346868736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.667191:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6680 with x1830967346868736 ext(0->4095) 00010000:00010000:3.0:1746147260.667199:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.667209:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.667214:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6680 00000100:00100000:3.0:1746147260.667429:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2788 00000100:00100000:3.0:1746147260.667454:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346868736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.667689:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346868736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 252us (647us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.667695:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2788 00002000:00100000:3.0:1746147260.667700:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6680 x1830967346868736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.667707:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6680 with x1830967346868736 ext(0->4095) 00010000:00010000:3.0:1746147260.667712:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.667721:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.667726:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6680 00000100:00100000:0.0:1746147260.670131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.670297:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346868864 00000100:00100000:2.0:1746147260.670304:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346868864 00010000:00010000:2.0:1746147260.670333:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.670354:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14730 00000100:00100000:2.0:1746147260.670360:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346868864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.670372:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.670386:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.670395:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.670414:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c002c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8206b expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.670687:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.670690:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.670697:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 20 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.670704:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 20 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.670731:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 20 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.670741:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340051072:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.671393:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.674005:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340051072:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.674023:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.674059:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346868864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3698us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.674068:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14730 00000100:00100000:0.0:1746147260.674514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.674662:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346869120 00000100:00100000:3.0:1746147260.674668:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346869120 00002000:00100000:3.0:1746147260.674698:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7100 x1830967346869120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.674713:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7100 with x1830967346869120 ext(0->4095) 00002000:00010000:3.0:1746147260.674716:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7100 00000100:00100000:3.0:1746147260.674728:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13444 00000100:00100000:3.0:1746147260.674734:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346869120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.675742:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346869120:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1005us (1226us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.675748:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13444 00002000:00100000:3.0:1746147260.675754:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb7100 x1830967346869120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.675761:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7100 with x1830967346869120 ext(0->4095) 00002000:00010000:3.0:1746147260.675764:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7100 00000100:00100000:0.0:1746147260.679555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.681747:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346869248 00000100:00100000:3.0:1746147260.681756:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346869248 00000100:00100000:3.0:1746147260.681795:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29953 00000100:00100000:3.0:1746147260.681802:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346869248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.682173:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.682188:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82079 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.682213:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.682220:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.682221:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.682224:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.682265:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.682275:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 19 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.682285:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340051200:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.682980:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.689025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.689081:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346869376 00000100:00100000:1.0:1746147260.689089:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346869376 00000100:00100000:0.0:1746147260.689117:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.689125:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29954 00000100:00100000:1.0:1746147260.689132:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346869376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.689146:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746147260.689172:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340051200:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.689193:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.689193:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82080 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.689205:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00010000:00010000:1.0:1746147260.689210:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.689213:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.689218:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147260.689220:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.689240:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346869248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7439us (9699us total) trans 0 rc 0/0 00010000:00010000:1.0:1746147260.689264:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.689266:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29953 00010000:00010000:1.0:1746147260.689273:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.689280:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:1.0:1746147260.689294:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346869376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.689299:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29954 00000100:00100000:2.0:1746147260.689648:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346869504 00000100:00100000:2.0:1746147260.689653:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346869504 00010000:00010000:2.0:1746147260.689670:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 21 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.690841:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14731 00000100:00100000:0.0:1746147260.690850:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346869504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147260.690861:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147260.690879:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 21 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.690890:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 21 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.690905:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c002ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82072 expref: 21 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746147260.690926:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.690928:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.690934:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.690940:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.690962:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.690972:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.690982:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340051456:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147260.691046:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.694594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.694713:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346869760 00000100:00100000:3.0:1746147260.694720:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346869760 00002000:00100000:3.0:1746147260.694753:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6300 x1830967346869760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.694763:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6300 with x1830967346869760 ext(0->4095) 00010000:00010000:3.0:1746147260.694770:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.694786:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.694791:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6300 00000100:00100000:3.0:1746147260.694807:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2789 00000100:00100000:3.0:1746147260.694813:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346869760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.694841:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340051456:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.694855:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.694885:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346869504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4037us (5768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.694894:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14731 00000100:00100000:3.0:1746147260.694919:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346869760:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (332us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.694924:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2789 00002000:00100000:3.0:1746147260.694928:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6300 x1830967346869760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.694934:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6300 with x1830967346869760 ext(0->4095) 00010000:00010000:3.0:1746147260.694938:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.694945:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.694950:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6300 00000100:00100000:0.0:1746147260.699388:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.700163:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346869888 00000100:00100000:1.0:1746147260.700171:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346869888 00010000:00010000:1.0:1746147260.700202:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.700797:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14732 00000100:00100000:1.0:1746147260.700805:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346869888:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147260.700816:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147260.700832:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.700843:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.700861:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c002d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82079 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.701363:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.701365:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.701372:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.701380:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.701410:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147260.701421:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340051584:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147260.702283:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.705770:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340051584:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147260.705786:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147260.705828:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346869888:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5023us (6447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.705837:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14732 00000100:00100000:0.0:1746147260.706356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.706497:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346870144 00000100:00100000:2.0:1746147260.706502:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346870144 00002000:00100000:2.0:1746147260.706533:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5180 x1830967346870144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.706541:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5180 with x1830967346870144 ext(0->4095) 00002000:00010000:2.0:1746147260.706558:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb5180 00000100:00100000:2.0:1746147260.707027:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13445 00000100:00100000:2.0:1746147260.707034:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346870144:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.707141:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346870144:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (786us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.707146:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13445 00002000:00100000:2.0:1746147260.707151:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5180 x1830967346870144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.707157:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5180 with x1830967346870144 ext(0->4095) 00002000:00010000:2.0:1746147260.707160:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb5180 00000100:00100000:0.0:1746147260.709205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.709332:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346870272 00000100:00100000:1.0:1746147260.709339:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346870272 00000100:00100000:1.0:1746147260.709739:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29955 00000100:00100000:1.0:1746147260.709747:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346870272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.709759:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.709773:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82087 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.709796:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.709802:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.709804:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.709808:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.709832:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.709847:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 19 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.709856:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340051712:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.709927:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.713329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.713433:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346870400 00000100:00100000:2.0:1746147260.713440:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346870400 00010000:00010000:2.0:1746147260.713470:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 20 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.713707:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340051712:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.713726:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.713739:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d000, rc 0) 00000100:00100000:1.0:1746147260.713772:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346870272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4027us (4572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.713779:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29955 00000100:00100000:2.0:1746147260.714002:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14733 00000100:00100000:2.0:1746147260.714009:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2005:x1830967346870400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.714019:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.714035:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 20 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.714045:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 20 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.714062:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c002dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82080 expref: 20 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.714076:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.714077:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.714083:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.714090:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.714114:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.714124:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340051840:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.714166:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.716364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.717032:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346870528 00000100:00100000:1.0:1746147260.717039:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346870528 00000100:00100000:1.0:1746147260.719138:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29956 00000100:00100000:1.0:1746147260.719149:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346870528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.719165:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.719179:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8208e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.719199:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.719210:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.719211:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.719214:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.719237:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.719260:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 5 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.719269:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340051968:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.719324:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.720435:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340051840:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.720452:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.720484:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346870400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6475us (7161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.720493:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14733 00000100:00100000:0.0:1746147260.721138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.721551:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346870784 00000100:00100000:3.0:1746147260.721556:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346870784 00002000:00100000:3.0:1746147260.721583:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731bb80 x1830967346870784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.721591:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731bb80 with x1830967346870784 ext(0->4095) 00010000:00010000:3.0:1746147260.721598:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.721608:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.721613:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731bb80 00000100:00100000:3.0:1746147260.721625:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2790 00000100:00100000:3.0:1746147260.721630:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346870784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.721712:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346870784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (575us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.721717:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2790 00002000:00100000:3.0:1746147260.721721:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731bb80 x1830967346870784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.721727:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731bb80 with x1830967346870784 ext(0->4095) 00010000:00010000:3.0:1746147260.721730:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.721737:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.721742:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731bb80 00000100:00100000:0.0:1746147260.722026:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340051968:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147260.722041:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 20 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.722051:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:0.0:1746147260.722066:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+20:1814:x1830967346870528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2921us (5706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.722071:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29956 00000100:00100000:0.0:1746147260.725228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.726024:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346870912 00000100:00100000:2.0:1746147260.726031:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346870912 00010000:00010000:2.0:1746147260.726059:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.726092:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14734 00000100:00100000:2.0:1746147260.726098:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346870912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.726112:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.726127:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.726138:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.726156:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c002e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82087 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.726181:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.726183:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.726189:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.726196:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.726224:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.726235:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052096:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.727036:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.731211:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052096:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.731232:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.731292:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346870912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5193us (6069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.731304:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14734 00000100:00100000:0.0:1746147260.731620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.731898:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346871168 00000100:00100000:3.0:1746147260.731903:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346871168 00002000:00100000:3.0:1746147260.731932:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880137319f80 x1830967346871168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.731947:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319f80 with x1830967346871168 ext(0->4095) 00002000:00010000:3.0:1746147260.731950:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137319f80 00000100:00100000:3.0:1746147260.731970:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13446 00000100:00100000:3.0:1746147260.731975:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967346871168:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147260.732066:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967346871168:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.732071:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13446 00002000:00100000:3.0:1746147260.732076:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880137319f80 x1830967346871168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.732082:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880137319f80 with x1830967346871168 ext(0->4095) 00002000:00010000:3.0:1746147260.732084:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880137319f80 00000100:00100000:0.0:1746147260.740879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.741053:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346871296 00000100:00100000:2.0:1746147260.741061:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346871296 00000100:00100000:2.0:1746147260.741111:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29957 00000100:00100000:2.0:1746147260.741119:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346871296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.741134:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.741147:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82095 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.741175:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.741181:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.741183:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.741186:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.741413:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 19 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.741424:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 19 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.741435:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340052224:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.742087:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.747485:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.747590:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e377b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340052224:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.747619:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.747635:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769a00, rc 0) 00000100:00100000:2.0:1746147260.747675:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346871296:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6556us (6803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.747682:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29957 00000100:00100000:1.0:1746147260.747761:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346871424 00000100:00100000:1.0:1746147260.747766:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346871424 00002000:00100000:1.0:1746147260.747796:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880139989880 x1830967346871424/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.747804:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989880 with x1830967346871424 ext(0->7) 00010000:00010000:1.0:1746147260.747810:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 20 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.747821:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 20 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.747827:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989880 00000100:00100000:1.0:1746147260.747856:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2791 00000100:00100000:1.0:1746147260.747862:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2006:x1830967346871424:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147260.751102:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346871424:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 3230us (3615us total) trans 4294972333 rc 0/0 00000100:00100000:1.0:1746147260.751114:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2791 00002000:00100000:1.0:1746147260.751125:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880139989880 x1830967346871424/t4294972333(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.751133:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989880 with x1830967346871424 ext(0->7) 00010000:00010000:1.0:1746147260.751142:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 22 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.751155:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 22 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.751161:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989880 00000100:00100000:1.0:1746147260.753142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.753412:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346871552 00000100:00100000:3.0:1746147260.753420:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346871552 00000100:00100000:3.0:1746147260.753455:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29958 00000100:00100000:3.0:1746147260.753462:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1814:x1830967346871552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.753476:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.753490:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8209c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.753511:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.753516:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.753522:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147260.753525:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.753565:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.753577:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.753586:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7600, rc 0) 00000100:00100000:3.0:1746147260.753621:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1814:x1830967346871552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.753627:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29958 00000100:00100000:1.0:1746147260.753830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.754284:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346871680 00000100:00100000:3.0:1746147260.754287:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346871680 00010000:00010000:3.0:1746147260.754300:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.754320:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14735 00000100:00100000:3.0:1746147260.754325:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346871680:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.754332:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746147260.754418:0:8397:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147261 -> 1746147262 00002000:00010000:3.0:1746147260.754421:0:8397:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147261 -> 1746147262 00010000:00010000:3.0:1746147260.754427:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.754436:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.754451:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c002ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8208e expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.754473:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.754475:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.754479:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.754486:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.754503:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.754512:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 5 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.754521:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052480:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.755020:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.756768:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052480:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.756782:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.757147:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346871680:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2819us (3315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.757156:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14735 00000100:00100000:0.0:1746147260.759205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.759278:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346871936 00000100:00100000:1.0:1746147260.759286:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346871936 00002000:00100000:1.0:1746147260.759319:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989c00 x1830967346871936/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.759328:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967346871936 ext(0->4095) 00010000:00010000:1.0:1746147260.759335:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.759348:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.759360:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989c00 00000100:00100000:1.0:1746147260.759388:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2792 00000100:00100000:1.0:1746147260.759395:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346871936:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.759494:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346871936:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.759499:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2792 00002000:00100000:1.0:1746147260.759504:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139989c00 x1830967346871936/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.759511:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967346871936 ext(0->4095) 00010000:00010000:1.0:1746147260.759515:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.759523:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.759529:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880139989c00 00000100:00100000:0.0:1746147260.765048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.765132:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346872064 00000100:00100000:3.0:1746147260.765140:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346872064 00010000:00010000:3.0:1746147260.765168:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.765197:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14736 00000100:00100000:3.0:1746147260.765203:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346872064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.765212:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.765226:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.765235:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.765275:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c002f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82095 expref: 6 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.765290:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.765292:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.765297:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.765304:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.765326:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.765334:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052608:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.766390:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.769264:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052608:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.769281:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.769317:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346872064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4113us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.769325:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14736 00000100:00100000:0.0:1746147260.770346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.770424:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346872320 00000100:00100000:3.0:1746147260.770429:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346872320 00002000:00100000:3.0:1746147260.770455:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988700 x1830967346872320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.770464:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988700 with x1830967346872320 ext(0->4095) 00002000:00010000:3.0:1746147260.770467:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139988700 00000100:00100000:3.0:1746147260.770491:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13447 00000100:00100000:3.0:1746147260.770497:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346872320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.770589:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346872320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.770594:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13447 00002000:00100000:3.0:1746147260.770598:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880139988700 x1830967346872320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.770604:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988700 with x1830967346872320 ext(0->4095) 00002000:00010000:3.0:1746147260.770606:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139988700 00000100:00100000:0.0:1746147260.772133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.772276:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346872448 00000100:00100000:3.0:1746147260.772280:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346872448 00000100:00100000:3.0:1746147260.772304:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29959 00000100:00100000:3.0:1746147260.772309:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346872448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.772319:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.772333:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820a3 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.772351:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.772358:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.772360:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.772362:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.772386:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.772396:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 21 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.772406:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340052736:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.772952:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.774459:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340052736:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.774479:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.774492:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7000, rc 0) 00000100:00100000:3.0:1746147260.774518:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346872448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2208us (2387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.774527:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29959 00000100:00100000:0.0:1746147260.776010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.776094:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346872576 00000100:00100000:3.0:1746147260.776099:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346872576 00010000:00010000:3.0:1746147260.776123:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 22 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.776204:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14737 00000100:00100000:3.0:1746147260.776211:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346872576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.776223:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.776238:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 22 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.776267:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 22 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.776284:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c002f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8209c expref: 22 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.776749:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.776751:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.776758:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.776766:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.776791:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.776801:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052864:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.776870:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a9a7b600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.781171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.781213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.781360:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340052864:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.781377:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.781412:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346872576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5201us (5404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.781421:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14737 00000100:00100000:0.0:1746147260.781500:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346872832 00000100:00100000:0.0:1746147260.781505:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346872832 00000100:00100000:0.0:1746147260.781534:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29960 00000100:00100000:0.0:1746147260.781540:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346872832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147260.781564:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147260.781576:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820aa expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.781597:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.781604:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.781605:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.781608:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 22 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.781631:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.781642:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.781652:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340052992:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147260.781686:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.781887:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346872960 00000100:00100000:3.0:1746147260.781891:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346872960 00002000:00100000:3.0:1746147260.781911:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374a80 x1830967346872960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.781918:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374a80 with x1830967346872960 ext(0->4095) 00010000:00010000:3.0:1746147260.781924:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.781932:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.781937:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374a80 00000100:00100000:3.0:1746147260.781949:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2793 00000100:00100000:3.0:1746147260.781953:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346872960:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.782052:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346872960:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (838us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.782061:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2793 00002000:00100000:3.0:1746147260.782065:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374a80 x1830967346872960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.782072:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374a80 with x1830967346872960 ext(0->4095) 00010000:00010000:3.0:1746147260.782076:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.782084:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.782089:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374a80 00000100:00100000:2.0:1746147260.784412:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340052992:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.784435:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 22 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.784448:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094803200, rc 0) 00000100:00100000:2.0:1746147260.784760:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1814:x1830967346872832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3219us (3595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.784767:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29960 00000100:00100000:0.0:1746147260.785767:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.786364:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.786425:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346873216 00000100:00100000:3.0:1746147260.786431:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346873216 00010000:00010000:3.0:1746147260.786456:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.786485:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14738 00000100:00100000:3.0:1746147260.786491:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346873216:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.786501:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.786517:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.786527:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.786557:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7000/0x29021e8779c002ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820a3 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.786582:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.786583:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.786589:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.786596:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.786620:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 21 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.786629:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053120:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.786675:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.786869:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346873088 00000100:00100000:2.0:1746147260.786873:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346873088 00000100:00100000:2.0:1746147260.786894:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29961 00000100:00100000:2.0:1746147260.786899:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1832:x1830967346873088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.786910:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.786919:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820b1 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.786933:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.786939:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.786940:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.786942:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.786956:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.786966:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.786974:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340053248:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.786997:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.790200:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.790268:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340053248:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.790295:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.790309:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:2.0:1746147260.790344:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1832:x1830967346873088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3444us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.790351:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29961 00000100:00100000:3.0:1746147260.790674:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053120:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.790686:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.790707:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346873216:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4216us (4344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.790716:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14738 00000100:00100000:1.0:1746147260.790951:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346873472 00000100:00100000:1.0:1746147260.790956:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346873472 00002000:00100000:1.0:1746147260.790984:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60700 x1830967346873472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.790992:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60700 with x1830967346873472 ext(0->4095) 00010000:00010000:1.0:1746147260.790998:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.791013:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.791019:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a60700 00000100:00100000:1.0:1746147260.791046:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2794 00000100:00100000:1.0:1746147260.791052:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346873472:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.791193:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346873472:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (999us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.791199:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2794 00002000:00100000:1.0:1746147260.791204:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60700 x1830967346873472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.791211:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60700 with x1830967346873472 ext(0->4095) 00010000:00010000:1.0:1746147260.791215:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.791440:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.791446:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a60700 00000100:00100000:0.0:1746147260.793829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.793912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.793996:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346873728 00000100:00100000:3.0:1746147260.794004:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346873728 00010000:00010000:3.0:1746147260.794029:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.794052:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14739 00000100:00100000:3.0:1746147260.794059:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346873728:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.794072:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.794086:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.794097:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.794116:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094803200/0x29021e8779c00306 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820aa expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.794140:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346873600 00000100:00100000:2.0:1746147260.794144:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346873600 00010000:00010000:3.0:1746147260.794228:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.794230:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.794236:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.794274:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147260.794300:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29962 00010000:00010000:3.0:1746147260.794301:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147260.794307:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1814:x1830967346873600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746147260.794311:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053376:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147260.794319:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147260.794329:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820b8 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.794348:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 24 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.794354:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147260.794356:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147260.794359:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 24 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.794369:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f540 going to sleep for 11 seconds 00010000:00010000:0.0:1746147260.794374:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 24 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.794384:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 24 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.794393:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340053504:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147260.794414:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.797589:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053376:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.797608:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.797646:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2005:x1830967346873728:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3587us (3733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.797657:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14739 00000100:00100000:1.0:1746147260.797732:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094a60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340053504:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.797749:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 23 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.797762:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:1.0:1746147260.797781:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1814:x1830967346873600:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3475us (3963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.797787:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29962 00000100:00100000:0.0:1746147260.797837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.797880:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346873984 00000100:00100000:1.0:1746147260.797884:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346873984 00002000:00100000:1.0:1746147260.797913:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60000 x1830967346873984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.797919:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60000 with x1830967346873984 ext(0->4095) 00010000:00010000:1.0:1746147260.797924:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.797934:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.797940:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a60000 00000100:00100000:1.0:1746147260.797965:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2795 00000100:00100000:1.0:1746147260.797971:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346873984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147260.798431:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346873984:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 458us (593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.798437:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2795 00002000:00100000:1.0:1746147260.798442:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60000 x1830967346873984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.798449:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60000 with x1830967346873984 ext(0->4095) 00010000:00010000:1.0:1746147260.798454:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.798467:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.798472:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a60000 00000100:00100000:0.0:1746147260.800287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.800825:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346874112 00000100:00100000:1.0:1746147260.800832:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346874112 00000100:00100000:1.0:1746147260.800876:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29963 00000100:00100000:1.0:1746147260.800883:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346874112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.800896:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.800908:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820bf expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.800930:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.800935:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.800941:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147260.800944:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.800971:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.800980:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.800988:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:1.0:1746147260.801027:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346874112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.801032:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29963 00000100:00100000:0.0:1746147260.801131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.801260:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346874240 00000100:00100000:2.0:1746147260.801263:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346874240 00010000:00010000:2.0:1746147260.801280:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.801307:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14740 00000100:00100000:2.0:1746147260.801312:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346874240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.801323:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.801336:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.801346:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.801360:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0030d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b1 expref: 23 pid: 20948 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.801715:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.801717:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.801722:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.801729:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.801749:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.801758:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.801772:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053760:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.802043:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.804046:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053760:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.804065:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.804096:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346874240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2783us (2964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.804106:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14740 00000100:00100000:0.0:1746147260.806849:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.806947:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346874368 00000100:00100000:2.0:1746147260.806954:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346874368 00010000:00010000:2.0:1746147260.806981:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.807560:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14741 00000100:00100000:2.0:1746147260.807568:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346874368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.808359:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.808380:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.808401:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.808419:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a400/0x29021e8779c00314 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820b8 expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.808438:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.808441:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.808446:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.808453:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.808480:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.808491:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053888:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.808568:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.812317:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340053888:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147260.812336:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147260.812396:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346874368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4827us (5550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.812405:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14741 00000100:00100000:0.0:1746147260.812824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.812944:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346874624 00000100:00100000:1.0:1746147260.812950:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346874624 00002000:00100000:1.0:1746147260.812986:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8000 x1830967346874624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.812995:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8000 with x1830967346874624 ext(0->4095) 00002000:00010000:1.0:1746147260.812998:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b8000 00000100:00100000:1.0:1746147260.813018:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13448 00000100:00100000:1.0:1746147260.813024:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346874624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.813193:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346874624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.813199:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13448 00002000:00100000:1.0:1746147260.813204:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8000 x1830967346874624/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.813210:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8000 with x1830967346874624 ext(0->4095) 00002000:00010000:1.0:1746147260.813213:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b8000 00000100:00100000:0.0:1746147260.815158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.815210:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346874752 00000100:00100000:1.0:1746147260.815215:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346874752 00000100:00100000:0.0:1746147260.815393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.815610:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346874880 00000100:00100000:1.0:1746147260.815613:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346874880 00000100:00100000:0.0:1746147260.815625:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29964 00000100:00100000:0.0:1746147260.815632:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1814:x1830967346874752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147260.815646:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746147260.815653:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29965 00000100:00100000:1.0:1746147260.815658:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1832:x1830967346874880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147260.815659:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820c6 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.815665:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.815672:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820cd expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.815678:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.815684:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.815686:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.815688:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.815695:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.815699:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.815704:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.815707:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 24 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.815849:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.815859:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.815868:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340054016:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147260.816053:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746147260.816111:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.816123:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 24 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.816131:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:1.0:1746147260.816153:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+24:1832:x1830967346874880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 495us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.816158:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29965 00000100:00100000:2.0:1746147260.818327:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093fb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340054016:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.818346:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.818357:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a200, rc 0) 00000100:00100000:2.0:1746147260.818384:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1814:x1830967346874752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2752us (3231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.818391:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29964 00000100:00100000:0.0:1746147260.818821:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.818926:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346875008 00000100:00100000:3.0:1746147260.818931:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346875008 00010000:00010000:3.0:1746147260.818951:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.818973:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14742 00000100:00100000:3.0:1746147260.818977:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346875008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.818987:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.819144:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.819156:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.819172:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0031b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820bf expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.819370:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.819372:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.819379:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.819386:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.819411:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.819420:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.819429:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340054272:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.819478:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.821909:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340054272:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.821926:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.821969:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346875008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2990us (3148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.821977:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14742 00000100:00100000:0.0:1746147260.822766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.823073:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346875264 00000100:00100000:1.0:1746147260.823079:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346875264 00002000:00100000:1.0:1746147260.823107:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb9180 x1830967346875264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.823115:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9180 with x1830967346875264 ext(0->4095) 00010000:00010000:1.0:1746147260.823121:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.823136:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.823141:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb9180 00000100:00100000:1.0:1746147260.823193:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2796 00000100:00100000:1.0:1746147260.823199:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346875264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.823337:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346875264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.823342:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2796 00002000:00100000:1.0:1746147260.823347:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb9180 x1830967346875264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.823354:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9180 with x1830967346875264 ext(0->4095) 00010000:00010000:1.0:1746147260.823358:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.823365:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.823370:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fb9180 00000100:00100000:0.0:1746147260.825618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.825993:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346875392 00000100:00100000:3.0:1746147260.826000:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346875392 00010000:00010000:3.0:1746147260.826024:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.826055:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14743 00000100:00100000:3.0:1746147260.826062:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346875392:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.826071:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.826085:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.826094:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.826111:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a200/0x29021e8779c00322 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820c6 expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.826137:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.826138:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.826144:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.826150:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.826175:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.826183:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340054400:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.826767:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.829115:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.829189:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340054400:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.829204:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.829263:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346875392:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3181us (3629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.829271:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14743 00000100:00100000:2.0:1746147260.829528:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346875648 00000100:00100000:2.0:1746147260.829534:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346875648 00002000:00100000:2.0:1746147260.829573:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb9880 x1830967346875648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.829581:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9880 with x1830967346875648 ext(0->4095) 00002000:00010000:2.0:1746147260.829585:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fb9880 00000100:00100000:2.0:1746147260.829609:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13449 00000100:00100000:2.0:1746147260.829615:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346875648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.829718:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346875648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.829735:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13449 00002000:00100000:2.0:1746147260.829739:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fb9880 x1830967346875648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.829746:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fb9880 with x1830967346875648 ext(0->4095) 00002000:00010000:2.0:1746147260.829748:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fb9880 00000100:00100000:0.0:1746147260.831341:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.831588:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346875776 00000100:00100000:2.0:1746147260.831595:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346875776 00000100:00100000:2.0:1746147260.831762:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29966 00000100:00100000:2.0:1746147260.831768:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346875776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.831780:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.831792:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820d4 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.831812:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.831822:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.831823:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.831826:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.831848:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 21 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.831857:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 21 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.831867:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340054528:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.832214:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.833895:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340054528:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.833918:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.833930:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769a00, rc 0) 00000100:00100000:2.0:1746147260.833956:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346875776:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2188us (2618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.833963:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29966 00000100:00100000:0.0:1746147260.835024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.835233:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346875904 00000100:00100000:3.0:1746147260.835239:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346875904 00010000:00010000:3.0:1746147260.835286:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.835306:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14744 00000100:00100000:3.0:1746147260.835310:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346875904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.835322:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.835335:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.835343:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.835359:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00329 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820cd expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.835377:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.835379:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.835384:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.835391:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.835410:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.835419:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340054656:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.835468:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.837712:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340054656:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.837727:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.837758:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346875904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2446us (2735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.837771:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14744 00000100:00100000:3.0:1746147260.839314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.839375:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346876160 00000100:00100000:1.0:1746147260.839381:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346876160 00002000:00100000:1.0:1746147260.839412:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9f80 x1830967346876160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.839421:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9f80 with x1830967346876160 ext(0->4095) 00002000:00010000:1.0:1746147260.839425:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9f80 00000100:00100000:1.0:1746147260.839450:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13450 00000100:00100000:1.0:1746147260.839456:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346876160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.839895:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346876160:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 438us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.839901:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13450 00002000:00100000:1.0:1746147260.839906:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9f80 x1830967346876160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.839913:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9f80 with x1830967346876160 ext(0->4095) 00002000:00010000:1.0:1746147260.839915:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9f80 00000100:00100000:0.0:1746147260.840667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.840737:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346876288 00000100:00100000:2.0:1746147260.840743:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346876288 00000100:00100000:2.0:1746147260.840779:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29967 00000100:00100000:2.0:1746147260.840785:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346876288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.840797:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.840809:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820db expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.840828:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.840835:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.840837:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.840840:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.840864:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.840874:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.840884:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340054784:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.840940:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.842490:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340054784:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.842512:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.842522:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:2.0:1746147260.842576:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1814:x1830967346876288:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1790us (1909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.842585:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29967 00000100:00100000:0.0:1746147260.843336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.843475:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346876416 00000100:00100000:2.0:1746147260.843480:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346876416 00000100:00100000:2.0:1746147260.843514:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29968 00000100:00100000:2.0:1746147260.843519:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1832:x1830967346876416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.843529:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.843541:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820e2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.843566:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.843570:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.843576:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.843578:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.843601:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.843610:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.843617:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e72c00, rc 0) 00000100:00100000:2.0:1746147260.843645:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1832:x1830967346876416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.843651:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29968 00000100:00100000:2.0:1746147260.844124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.844198:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346876544 00000100:00100000:3.0:1746147260.844202:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346876544 00010000:00010000:3.0:1746147260.844218:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.844259:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14745 00000100:00100000:3.0:1746147260.844265:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346876544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.844273:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.844287:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.844297:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.844311:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769a00/0x29021e8779c00330 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820d4 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.844333:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.844334:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.844340:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.844347:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.844368:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.844377:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.844387:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055040:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.844440:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.845425:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055040:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.845435:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.845507:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346876544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1241us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.845514:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14745 00000100:00100000:0.0:1746147260.846599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.846650:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346876800 00000100:00100000:1.0:1746147260.846655:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346876800 00002000:00100000:1.0:1746147260.846686:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417fb80 x1830967346876800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.846694:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417fb80 with x1830967346876800 ext(0->4095) 00010000:00010000:1.0:1746147260.846701:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.846711:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.846716:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417fb80 00000100:00100000:1.0:1746147260.846739:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2797 00000100:00100000:1.0:1746147260.846744:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346876800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147260.846838:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346876800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.846844:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2797 00002000:00100000:1.0:1746147260.846848:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417fb80 x1830967346876800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.846854:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417fb80 with x1830967346876800 ext(0->4095) 00010000:00010000:1.0:1746147260.846857:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746147260.846864:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746147260.846869:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417fb80 00000100:00100000:0.0:1746147260.848226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.848275:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346876928 00000100:00100000:3.0:1746147260.848279:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346876928 00010000:00010000:3.0:1746147260.848297:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.848315:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14746 00000100:00100000:3.0:1746147260.848320:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346876928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.848328:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.848340:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.848348:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.848366:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00337 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820db expref: 23 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.848389:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.848391:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.848396:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.848402:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.848425:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.848435:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055168:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.848488:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.850915:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055168:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.850931:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.850971:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346876928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2651us (2746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.850979:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14746 00000100:00100000:0.0:1746147260.851037:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.851089:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346877184 00000100:00100000:2.0:1746147260.851094:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346877184 00002000:00100000:2.0:1746147260.851120:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d500 x1830967346877184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.851129:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d500 with x1830967346877184 ext(0->4095) 00002000:00010000:2.0:1746147260.851133:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417d500 00000100:00100000:2.0:1746147260.851147:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13451 00000100:00100000:2.0:1746147260.851153:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346877184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147260.851272:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346877184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.851278:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13451 00002000:00100000:2.0:1746147260.851283:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417d500 x1830967346877184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.851290:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d500 with x1830967346877184 ext(0->4095) 00002000:00010000:2.0:1746147260.851293:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417d500 00000100:00100000:0.0:1746147260.853280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.853332:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346877312 00000100:00100000:1.0:1746147260.853337:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346877312 00000100:00100000:1.0:1746147260.853367:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29969 00000100:00100000:1.0:1746147260.853372:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346877312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.853381:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.853393:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820e9 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.853412:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.853419:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.853420:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.853423:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.853446:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.853455:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 21 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.853464:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340055296:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.853777:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.855565:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340055296:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.855583:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.855594:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:1.0:1746147260.855618:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346877312:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2246us (2341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.855625:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29969 00000100:00100000:0.0:1746147260.856167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.856222:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346877440 00000100:00100000:3.0:1746147260.856226:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346877440 00010000:00010000:3.0:1746147260.856269:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.856293:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14747 00000100:00100000:3.0:1746147260.856299:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346877440:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.856309:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.856324:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.856333:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.856349:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e72c00/0x29021e8779c0033e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e2 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.856372:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.856374:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.856380:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.856386:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.856408:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.856417:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055424:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.856459:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.857698:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055424:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.857710:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.857731:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2006:x1830967346877440:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1433us (1565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.857738:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14747 00000100:00100000:0.0:1746147260.859220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.859416:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346877696 00000100:00100000:2.0:1746147260.859422:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346877696 00002000:00100000:2.0:1746147260.859453:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86d880 x1830967346877696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.859461:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967346877696 ext(0->4095) 00002000:00010000:2.0:1746147260.859465:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d880 00000100:00100000:2.0:1746147260.859491:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13452 00000100:00100000:2.0:1746147260.859497:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346877696:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147260.859600:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346877696:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.859606:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13452 00002000:00100000:2.0:1746147260.859610:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86d880 x1830967346877696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.859616:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967346877696 ext(0->4095) 00002000:00010000:2.0:1746147260.859619:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d880 00000100:00100000:0.0:1746147260.861191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.861330:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346877824 00000100:00100000:1.0:1746147260.861336:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346877824 00000100:00100000:1.0:1746147260.861376:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29970 00000100:00100000:1.0:1746147260.861383:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346877824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.861393:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.861405:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820f0 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.861427:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.861434:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.861435:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147260.861438:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.861462:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.861472:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 5 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.861482:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340055552:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.861660:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.862674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.862704:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346877952 00000100:00100000:2.0:1746147260.862708:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346877952 00000100:00100000:2.0:1746147260.862733:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29971 00000100:00100000:2.0:1746147260.862737:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1832:x1830967346877952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.862744:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.862751:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820f7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.862765:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.862768:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 24 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.862773:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.862776:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.862797:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 24 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.862812:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.862820:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e73a00, rc 0) 00000100:00100000:2.0:1746147260.862858:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:1832:x1830967346877952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.862865:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29971 00000100:00100000:0.0:1746147260.864050:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.864160:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340055552:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.864176:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.864185:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:1.0:1746147260.864314:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1814:x1830967346877824:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2932us (3125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.864320:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29970 00000100:00100000:3.0:1746147260.864433:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346878080 00000100:00100000:3.0:1746147260.864437:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346878080 00010000:00010000:3.0:1746147260.864454:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.864484:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14748 00000100:00100000:3.0:1746147260.864489:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346878080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.864498:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.864513:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.864523:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.864538:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c00345 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820e9 expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.864572:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.864573:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.864578:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.864585:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.864605:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.864614:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.864623:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055808:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.864944:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.866564:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055808:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.866577:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.866603:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346878080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2113us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.866609:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14748 00000100:00100000:0.0:1746147260.867979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.868024:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346878336 00000100:00100000:3.0:1746147260.868029:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346878336 00002000:00100000:3.0:1746147260.868056:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86ca80 x1830967346878336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.868062:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ca80 with x1830967346878336 ext(0->4095) 00010000:00010000:3.0:1746147260.868068:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.868076:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.868079:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86ca80 00000100:00100000:3.0:1746147260.868101:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2798 00000100:00100000:3.0:1746147260.868105:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346878336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147260.868190:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346878336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (215us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.868194:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2798 00002000:00100000:3.0:1746147260.868197:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86ca80 x1830967346878336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.868201:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ca80 with x1830967346878336 ext(0->4095) 00010000:00010000:3.0:1746147260.868204:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.868209:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.868213:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86ca80 00000100:00100000:0.0:1746147260.871500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.871671:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346878464 00000100:00100000:3.0:1746147260.871678:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346878464 00010000:00010000:3.0:1746147260.871712:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.871792:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14749 00000100:00100000:3.0:1746147260.871799:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2007:x1830967346878464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.871811:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.871825:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.871840:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.871858:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0034c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f0 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.871888:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.871889:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.871895:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.871901:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.871927:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.871937:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055936:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.872010:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.875375:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.875487:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340055936:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.875503:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.875533:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2007:x1830967346878464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3735us (4039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.875552:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14749 00000100:00100000:2.0:1746147260.875619:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346878720 00000100:00100000:2.0:1746147260.875624:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346878720 00002000:00100000:2.0:1746147260.875651:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86ea00 x1830967346878720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.875659:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ea00 with x1830967346878720 ext(0->4095) 00002000:00010000:2.0:1746147260.875663:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86ea00 00000100:00100000:2.0:1746147260.875676:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13453 00000100:00100000:2.0:1746147260.875682:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346878720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.875768:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346878720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.875773:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13453 00002000:00100000:2.0:1746147260.875777:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86ea00 x1830967346878720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.875785:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ea00 with x1830967346878720 ext(0->4095) 00002000:00010000:2.0:1746147260.875787:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86ea00 00000100:00100000:0.0:1746147260.878763:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.879021:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346878848 00000100:00100000:1.0:1746147260.879028:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346878848 00000100:00100000:1.0:1746147260.879067:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29972 00000100:00100000:1.0:1746147260.879073:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346878848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147260.879086:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147260.879099:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b820fe expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.879120:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.879127:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.879129:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147260.879131:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.879154:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.879164:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 21 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746147260.879174:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340056064:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147260.879264:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147260.881472:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800940e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340056064:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147260.881492:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147260.881510:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:1.0:1746147260.881644:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346878848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (2884us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147260.881655:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29972 00000100:00100000:0.0:1746147260.882029:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.882134:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346878976 00000100:00100000:3.0:1746147260.882139:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346878976 00010000:00010000:3.0:1746147260.882156:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.882173:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14750 00000100:00100000:3.0:1746147260.882178:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346878976:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.882188:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.882201:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.882209:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.882224:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094e73a00/0x29021e8779c00353 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820f7 expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.882235:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.882237:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.882264:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.882271:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.882291:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.882299:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056192:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.882351:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.887095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.887124:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346879232 00000100:00100000:2.0:1746147260.887131:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346879232 00002000:00100000:2.0:1746147260.887164:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374000 x1830967346879232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.887173:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374000 with x1830967346879232 ext(0->4095) 00002000:00010000:2.0:1746147260.887177:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e374000 00000100:00100000:2.0:1746147260.887198:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13454 00000100:00100000:2.0:1746147260.887204:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346879232:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147260.887347:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056192:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147260.887362:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147260.887395:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:2005:x1830967346878976:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5216us (5366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.887402:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14750 00000100:00100000:0.0:1746147260.887661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.887685:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346879360 00000100:00100000:0.0:1746147260.887688:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346879360 00000100:00100000:0.0:1746147260.887717:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29973 00000100:00100000:0.0:1746147260.887721:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+21:1814:x1830967346879360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147260.887730:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147260.887742:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82105 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.887760:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.887770:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.887771:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147260.887774:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.887898:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147260.887909:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746147260.887918:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340056320:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.887965:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346879232:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 760us (875us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.887970:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13454 00000100:00100000:0.0:1746147260.887973:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00002000:00100000:2.0:1746147260.887975:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008e374000 x1830967346879232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.887982:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e374000 with x1830967346879232 ext(0->4095) 00010000:00010000:2.0:1746147260.887988:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.887997:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.888003:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e374000 00000100:00100000:0.0:1746147260.890481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.890670:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346879488 00000100:00100000:3.0:1746147260.890676:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346879488 00000100:00100000:3.0:1746147260.890707:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29974 00000100:00100000:3.0:1746147260.890713:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1832:x1830967346879488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746147260.890715:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340056320:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.890726:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.890734:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.890736:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8210c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.890755:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00010000:00010000:3.0:1746147260.890760:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.890764:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 24 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.890768:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.890771:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.890790:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+24:1814:x1830967346879360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3068us (3129us total) trans 0 rc 0/0 00010000:00010000:3.0:1746147260.890793:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 24 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.890801:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29973 00010000:00010000:3.0:1746147260.890802:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.890808:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147260.890825:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1832:x1830967346879488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.890830:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29974 00000100:00100000:0.0:1746147260.891447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.891555:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346879616 00000100:00100000:2.0:1746147260.891559:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346879616 00010000:00010000:2.0:1746147260.891577:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.891629:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14751 00000100:00100000:2.0:1746147260.891635:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346879616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.891642:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.891655:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.891664:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.891676:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0035a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b820fe expref: 6 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.891807:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.891809:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.891815:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.891825:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.891843:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 22 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.891852:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 22 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.891861:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056576:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.892080:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.897031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.897225:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056576:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147260.897260:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147260.897295:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346879616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5659us (5848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.897304:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14751 00000100:00100000:3.0:1746147260.897531:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346879872 00000100:00100000:3.0:1746147260.897537:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346879872 00002000:00100000:3.0:1746147260.897576:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093afb100 x1830967346879872/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.897585:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093afb100 with x1830967346879872 ext(0->4095) 00010000:00010000:3.0:1746147260.897592:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.897603:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.897609:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093afb100 00000100:00100000:3.0:1746147260.897622:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2799 00000100:00100000:3.0:1746147260.897629:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346879872:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.898575:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093afb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2006:x1830967346879872:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 944us (1548us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.898581:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2799 00002000:00100000:3.0:1746147260.898586:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093afb100 x1830967346879872/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.898593:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093afb100 with x1830967346879872 ext(0->4095) 00010000:00010000:3.0:1746147260.898598:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.898608:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746147260.898613:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093afb100 00000100:00100000:0.0:1746147260.900864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.900992:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346880000 00000100:00100000:2.0:1746147260.900998:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346880000 00010000:00010000:2.0:1746147260.901023:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.901051:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14752 00000100:00100000:2.0:1746147260.901057:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2005:x1830967346880000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147260.901067:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147260.901081:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.901091:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.901114:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12a800/0x29021e8779c00361 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82105 expref: 23 pid: 24989 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.901319:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.901321:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.901327:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.901335:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.901361:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 22 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147260.901370:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093af9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056704:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147260.901821:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.906363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.906453:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093af9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056704:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.906473:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.906514:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346880000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5456us (5653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.906523:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14752 00000100:00100000:2.0:1746147260.906819:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346880256 00000100:00100000:2.0:1746147260.906825:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346880256 00002000:00100000:2.0:1746147260.906855:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8000 x1830967346880256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.906864:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8000 with x1830967346880256 ext(0->4095) 00002000:00010000:2.0:1746147260.906867:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093af8000 00000100:00100000:2.0:1746147260.908120:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13455 00000100:00100000:2.0:1746147260.908128:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346880256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.908259:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346880256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (1901us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.908265:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13455 00002000:00100000:2.0:1746147260.908270:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093af8000 x1830967346880256/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.908278:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093af8000 with x1830967346880256 ext(0->4095) 00002000:00010000:2.0:1746147260.908282:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093af8000 00000100:00100000:0.0:1746147260.909610:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.909661:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346880384 00000100:00100000:2.0:1746147260.909667:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346880384 00000100:00100000:2.0:1746147260.909701:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29975 00000100:00100000:2.0:1746147260.909706:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346880384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.909715:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.909728:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82113 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.909748:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.909754:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.909756:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.909758:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.909780:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 21 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.909793:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 21 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.909802:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093af9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340056832:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.909866:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.912459:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093af9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340056832:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.912485:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.912498:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769e00, rc 0) 00000100:00100000:2.0:1746147260.912528:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346880384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2821us (2921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.912534:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29975 00000100:00100000:0.0:1746147260.913571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.914596:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346880512 00000100:00100000:3.0:1746147260.914604:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346880512 00010000:00010000:3.0:1746147260.914630:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.914657:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14753 00000100:00100000:3.0:1746147260.914663:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346880512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.914674:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.914689:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.914698:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.914714:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00368 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8210c expref: 22 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.915152:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.915154:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.915161:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.915168:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.915195:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.915203:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056960:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.916358:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.916444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.916464:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346880640 00000100:00100000:2.0:1746147260.916468:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346880640 00000100:00100000:2.0:1746147260.916504:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29976 00000100:00100000:2.0:1746147260.916509:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:1814:x1830967346880640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.916521:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.916531:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8211a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.916560:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.916571:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.916572:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.916575:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 23 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.916592:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.916602:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 5 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.916610:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340057088:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.916644:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.918968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.919013:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346880896 00000100:00100000:2.0:1746147260.919019:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346880896 00000100:00100000:2.0:1746147260.919045:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340057088:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.919063:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 23 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.919073:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:2.0:1746147260.919099:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:1814:x1830967346880640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2591us (2658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.919105:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29976 00000100:00100000:3.0:1746147260.919139:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340056960:192.168.202.9@tcp:105: 00002000:00100000:2.0:1746147260.919144:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86fb80 x1830967346880896/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746147260.919151:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746147260.919156:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86fb80 with x1830967346880896 ext(0->4095) 00010000:00010000:2.0:1746147260.919162:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.919168:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346880512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4505us (5599us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147260.919171:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.919175:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14753 00002000:00010000:2.0:1746147260.919176:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86fb80 00000100:00100000:2.0:1746147260.919205:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2800 00000100:00100000:2.0:1746147260.919211:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346880896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147260.919327:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346880896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.919332:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2800 00002000:00100000:2.0:1746147260.919337:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86fb80 x1830967346880896/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.919343:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86fb80 with x1830967346880896 ext(0->4095) 00010000:00010000:2.0:1746147260.919347:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.919355:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.919360:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d86fb80 00000100:00100000:0.0:1746147260.922318:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.922446:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346881024 00000100:00100000:3.0:1746147260.922453:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346881024 00010000:00010000:3.0:1746147260.922476:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.922505:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14754 00000100:00100000:3.0:1746147260.922511:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346881024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.922527:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.922554:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.922564:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.922582:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c0036f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82113 expref: 6 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.922598:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.922600:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.922605:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 21 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.922611:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 21 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.922636:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 21 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.922647:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340057216:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.922698:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.925078:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340057216:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.925095:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.925129:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346881024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2616us (2815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.925136:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14754 00000100:00100000:0.0:1746147260.926143:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.926189:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346881280 00000100:00100000:2.0:1746147260.926195:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346881280 00002000:00100000:2.0:1746147260.926224:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86c000 x1830967346881280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.926233:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86c000 with x1830967346881280 ext(0->4095) 00002000:00010000:2.0:1746147260.926237:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86c000 00000100:00100000:2.0:1746147260.926280:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13456 00000100:00100000:2.0:1746147260.926287:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346881280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147260.926484:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2006:x1830967346881280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147260.926491:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13456 00002000:00100000:2.0:1746147260.926496:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86c000 x1830967346881280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.926503:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86c000 with x1830967346881280 ext(0->4095) 00002000:00010000:2.0:1746147260.926505:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86c000 00000100:00100000:0.0:1746147260.929773:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.930047:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346881408 00000100:00100000:2.0:1746147260.930053:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346881408 00000100:00100000:3.0:1746147260.930746:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29977 00000100:00100000:3.0:1746147260.930756:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346881408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147260.930770:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147260.930782:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82121 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.930804:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 21 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.930811:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.930813:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147260.930816:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.930844:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 21 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.930854:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 21 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.930864:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340057344:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147260.931005:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.937152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.937215:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346881536 00000100:00100000:2.0:1746147260.937222:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346881536 00002000:00100000:2.0:1746147260.937273:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e375880 x1830967346881536/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.937282:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375880 with x1830967346881536 ext(0->7) 00010000:00010000:2.0:1746147260.937290:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 22 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.937303:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 22 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.937310:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e375880 00000100:00100000:2.0:1746147260.937323:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2801 00000100:00100000:2.0:1746147260.937329:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2005:x1830967346881536:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147260.937531:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340057344:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147260.937558:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.937570:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:3.0:1746147260.937613:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346881408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6859us (7845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.937619:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29977 00000100:00100000:2.0:1746147260.940718:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2005:x1830967346881536:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 3381us (3563us total) trans 4294972334 rc 0/0 00000100:00100000:2.0:1746147260.940729:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2801 00002000:00100000:2.0:1746147260.940738:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008e375880 x1830967346881536/t4294972334(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.940746:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e375880 with x1830967346881536 ext(0->7) 00010000:00010000:2.0:1746147260.940754:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 24 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746147260.940769:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 24 pid: 10034 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746147260.940774:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e375880 00000100:00100000:0.0:1746147260.945345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.945394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.945479:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346881664 00000100:00100000:3.0:1746147260.945488:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346881664 00010000:00010000:3.0:1746147260.945519:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 24 pid: 10034 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746147260.945574:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14755 00000100:00100000:3.0:1746147260.945581:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2007:x1830967346881664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.945594:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.945609:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 24 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.945619:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 24 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.945643:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00376 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8211a expref: 24 pid: 10034 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.945671:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.945672:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.945679:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.945685:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.945711:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.945721:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340057472:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.945783:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.946319:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346881792 00000100:00100000:2.0:1746147260.946324:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346881792 00000100:00100000:2.0:1746147260.946347:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29978 00000100:00100000:2.0:1746147260.946352:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:1814:x1830967346881792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.946362:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.946372:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82128 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.946390:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.946395:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.946396:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147260.946399:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.946414:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.946423:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 5 pid: 9588 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746147260.946430:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340057600:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.946460:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.948889:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340057472:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.948903:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.948933:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2007:x1830967346881664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3352us (3593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.948941:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14755 00000100:00100000:0.0:1746147260.949310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.949485:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340057600:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.949503:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.949516:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5e00, rc 0) 00000100:00100000:2.0:1746147260.949555:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:1814:x1830967346881792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3202us (4160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.949562:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29978 00000100:00100000:3.0:1746147260.949786:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346882048 00000100:00100000:3.0:1746147260.949792:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346882048 00002000:00100000:3.0:1746147260.949817:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a8700 x1830967346882048/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.949825:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8700 with x1830967346882048 ext(0->4095) 00010000:00010000:3.0:1746147260.949830:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746147260.949840:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147260.949846:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a8700 00000100:00100000:3.0:1746147260.949868:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2802 00000100:00100000:3.0:1746147260.949874:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346882048:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.949969:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346882048:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147260.949974:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2802 00002000:00100000:3.0:1746147260.949979:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944a8700 x1830967346882048/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147260.949985:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944a8700 with x1830967346882048 ext(0->4095) 00010000:00010000:3.0:1746147260.949990:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.949998:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147260.950003:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944a8700 00000100:00100000:2.0:1746147260.953463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.953743:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346882176 00000100:00100000:3.0:1746147260.953750:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346882176 00010000:00010000:3.0:1746147260.953775:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147260.953804:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14756 00000100:00100000:3.0:1746147260.953812:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346882176:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.953824:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.953838:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.953848:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.953868:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c0037d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82121 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.953892:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.953894:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.953900:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.953911:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.953937:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.953946:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340057728:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.954012:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.957223:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147260.957262:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346882432 00000100:00100000:1.0:1746147260.957269:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346882432 00002000:00100000:1.0:1746147260.957304:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944abb80 x1830967346882432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.957313:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944abb80 with x1830967346882432 ext(0->4095) 00002000:00010000:1.0:1746147260.957316:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944abb80 00000100:00100000:1.0:1746147260.957342:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13457 00000100:00100000:1.0:1746147260.957348:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346882432:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147260.957353:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340057728:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.957368:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.957400:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346882176:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3588us (3944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.957406:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14756 00000100:00100000:1.0:1746147260.957433:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2006:x1830967346882432:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147260.957438:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13457 00002000:00100000:1.0:1746147260.957442:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944abb80 x1830967346882432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147260.957448:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944abb80 with x1830967346882432 ext(0->4095) 00002000:00010000:1.0:1746147260.957450:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944abb80 00000100:00100000:0.0:1746147260.968720:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.968817:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346882560 00000100:00100000:2.0:1746147260.968823:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346882560 00000100:00100000:2.0:1746147260.968856:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29979 00000100:00100000:2.0:1746147260.968862:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346882560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.968876:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.968888:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8212f expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.968909:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.968915:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.968916:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.968919:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.968941:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.968951:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 23 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147260.968960:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340057856:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147260.969038:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147260.977458:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340057856:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147260.977486:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.977506:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5400, rc 0) 00000100:00100000:2.0:1746147260.977550:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346882560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8679us (8829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.977558:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29979 00000100:00100000:0.0:1746147260.979742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.980032:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346882688 00000100:00100000:2.0:1746147260.980040:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346882688 00002000:00100000:2.0:1746147260.980073:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944ab800 x1830967346882688/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147260.980081:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab800 with x1830967346882688 ext(0->7) 00010000:00010000:2.0:1746147260.980089:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 24 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147260.980100:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 24 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147260.980106:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab800 00000100:00100000:2.0:1746147260.980861:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2803 00000100:00100000:2.0:1746147260.980869:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+24:2005:x1830967346882688:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147260.981566:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2005:x1830967346882688:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 697us (1826us total) trans 4294972335 rc 0/0 00000100:00100000:0.0:1746147260.981580:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2803 00002000:00100000:0.0:1746147260.981587:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944ab800 x1830967346882688/t4294972335(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 496/448 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.981594:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab800 with x1830967346882688 ext(0->7) 00010000:00010000:0.0:1746147260.981600:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147260.981611:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147260.981616:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab800 00000100:00100000:0.0:1746147260.983420:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.983474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147260.983752:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346882816 00000100:00100000:2.0:1746147260.983760:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346882816 00000100:00100000:2.0:1746147260.983806:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29980 00000100:00100000:2.0:1746147260.983812:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:1814:x1830967346882816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147260.983825:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147260.983838:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82136 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.983859:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147260.983864:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.983869:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147260.983872:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.983901:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.983911:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147260.983919:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768a00, rc 0) 00000100:00100000:2.0:1746147260.983962:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1814:x1830967346882816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147260.983968:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29980 00000100:00100000:3.0:1746147260.984270:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346882944 00000100:00100000:3.0:1746147260.984274:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346882944 00010000:00010000:3.0:1746147260.984291:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 27 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147260.984307:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14757 00000100:00100000:3.0:1746147260.984312:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2006:x1830967346882944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.984319:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.984332:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 27 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.984340:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 27 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.984355:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00384 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82128 expref: 27 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.984373:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.984375:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.984380:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.984385:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.984401:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.984410:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147260.984419:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058112:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.984470:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147260.986562:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058112:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147260.986577:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147260.987070:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346882944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2754us (3593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147260.987078:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14757 00000100:00100000:1.0:1746147260.987393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.987535:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346883200 00000100:00100000:0.0:1746147260.987548:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346883200 00002000:00100000:0.0:1746147260.987580:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3b80 x1830967346883200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.987592:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3b80 with x1830967346883200 ext(0->4095) 00010000:00010000:0.0:1746147260.987598:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147260.987610:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147260.987615:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e3b80 00000100:00100000:0.0:1746147260.987627:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2804 00000100:00100000:0.0:1746147260.987633:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346883200:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147260.987722:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346883200:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147260.987726:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2804 00002000:00100000:0.0:1746147260.987731:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800940e3b80 x1830967346883200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.987736:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3b80 with x1830967346883200 ext(0->4095) 00010000:00010000:0.0:1746147260.987740:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147260.987748:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147260.987753:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800940e3b80 00000100:00100000:0.0:1746147260.991683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147260.991874:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346883328 00000100:00100000:3.0:1746147260.991881:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346883328 00010000:00010000:3.0:1746147260.991911:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147260.991948:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14758 00000100:00100000:3.0:1746147260.991955:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346883328:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147260.991967:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147260.991983:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.991995:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.992013:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c0038b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8212f expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147260.992029:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.992031:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147260.992037:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.992044:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147260.992070:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147260.992079:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058240:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147260.992147:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147260.994706:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058240:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147260.994722:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147260.996549:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346883328:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4580us (4859us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147260.996562:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14758 00000100:00100000:1.0:1746147260.996752:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147260.996900:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346883584 00000100:00100000:0.0:1746147260.996906:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346883584 00002000:00100000:0.0:1746147260.996933:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85180 x1830967346883584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/0 e 0 to 0 dl 1746147271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.996942:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967346883584 ext(0->4095) 00002000:00010000:0.0:1746147260.996945:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:0.0:1746147260.996958:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13458 00000100:00100000:0.0:1746147260.996962:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346883584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147260.997064:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346883584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147260.997069:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13458 00002000:00100000:0.0:1746147260.997074:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096a85180 x1830967346883584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:636/0 lens 488/4536 e 0 to 0 dl 1746147271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147260.997080:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967346883584 ext(0->4095) 00002000:00010000:0.0:1746147260.997082:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:0.0:1746147261.001345:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.001411:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346883712 00000100:00100000:2.0:1746147261.001419:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346883712 00000100:00100000:2.0:1746147261.001460:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29981 00000100:00100000:2.0:1746147261.001465:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346883712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.001480:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.001492:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8213d expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.001514:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.001522:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.001527:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.001531:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.001569:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.001580:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 25 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.001590:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340058368:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.001663:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.009096:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340058368:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.009128:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.009143:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:2.0:1746147261.009188:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346883712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7721us (7849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.009195:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29981 00000100:00100000:0.0:1746147261.009440:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.009553:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.009600:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346883840 00000100:00100000:1.0:1746147261.009605:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346883840 00010000:00010000:1.0:1746147261.009629:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.009647:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14759 00000100:00100000:1.0:1746147261.009652:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2005:x1830967346883840:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.009661:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.009675:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.009684:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.009700:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768a00/0x29021e8779c00392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82136 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.009711:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.009713:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.009718:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.009725:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.009748:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.009757:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058496:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.009803:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.010005:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346883968 00000100:00100000:2.0:1746147261.010009:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346883968 00000100:00100000:2.0:1746147261.010035:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29982 00000100:00100000:2.0:1746147261.010044:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:1814:x1830967346883968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.010055:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.010063:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82144 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.010076:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.010081:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.010082:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.010084:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.010096:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.010103:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.010110:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340058624:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.010138:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.011551:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340058624:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.011568:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.011579:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5e00, rc 0) 00000100:00100000:2.0:1746147261.011614:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1814:x1830967346883968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1569us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.011623:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29982 00000100:00100000:1.0:1746147261.011782:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058496:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.011789:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.011805:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2005:x1830967346883840:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2153us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.011812:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14759 00000100:00100000:0.0:1746147261.012044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.012096:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346884224 00000100:00100000:1.0:1746147261.012100:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346884224 00002000:00100000:1.0:1746147261.012127:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1f80 x1830967346884224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.012135:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1f80 with x1830967346884224 ext(0->4095) 00010000:00010000:1.0:1746147261.012141:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.012151:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.012156:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa1f80 00000100:00100000:1.0:1746147261.012167:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2805 00000100:00100000:1.0:1746147261.012171:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346884224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.014323:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346884224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 2144us (2273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.014332:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2805 00002000:00100000:1.0:1746147261.014340:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa1f80 x1830967346884224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.014348:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa1f80 with x1830967346884224 ext(0->4095) 00010000:00010000:1.0:1746147261.014354:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.014370:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.014376:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa1f80 00000100:00100000:0.0:1746147261.017280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.017350:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346884352 00000100:00100000:1.0:1746147261.017357:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346884352 00010000:00010000:1.0:1746147261.017381:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.017401:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14760 00000100:00100000:1.0:1746147261.017406:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346884352:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.017416:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.017431:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.017440:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.017460:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00399 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8213d expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.017471:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.017473:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.017478:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.017490:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.017516:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.017526:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058752:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.017607:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.019147:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340058752:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.019160:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.019181:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346884352:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1775us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.019188:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14760 00000100:00100000:0.0:1746147261.020227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.021398:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346884608 00000100:00100000:1.0:1746147261.021405:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346884608 00002000:00100000:1.0:1746147261.021433:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e680 x1830967346884608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.021442:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967346884608 ext(0->4095) 00002000:00010000:1.0:1746147261.021446:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e680 00000100:00100000:1.0:1746147261.021464:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13459 00000100:00100000:1.0:1746147261.021469:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2008:x1830967346884608:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147261.021592:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2008:x1830967346884608:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (1366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.021600:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13459 00002000:00100000:1.0:1746147261.021604:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417e680 x1830967346884608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.021611:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967346884608 ext(0->4095) 00002000:00010000:1.0:1746147261.021613:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e680 00000100:00100000:0.0:1746147261.024205:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.024296:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346884736 00000100:00100000:2.0:1746147261.024303:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346884736 00000100:00100000:2.0:1746147261.024345:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29983 00000100:00100000:2.0:1746147261.024351:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346884736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.024364:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.024376:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8214b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.024398:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.024415:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.024417:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.024421:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.024445:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 25 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.024454:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 25 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.024463:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340058880:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.024524:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.026522:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340058880:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.026552:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.026563:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5400, rc 0) 00000100:00100000:2.0:1746147261.026592:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346884736:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2241us (2393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.026598:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29983 00000100:00100000:0.0:1746147261.026975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.027031:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346884864 00000100:00100000:2.0:1746147261.027035:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346884864 00002000:00100000:2.0:1746147261.027056:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944aa680 x1830967346884864/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.027064:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aa680 with x1830967346884864 ext(0->7) 00010000:00010000:2.0:1746147261.027070:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.027078:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 26 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.027084:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944aa680 00000100:00100000:2.0:1746147261.027486:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2806 00000100:00100000:2.0:1746147261.027493:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2006:x1830967346884864:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147261.029563:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346884864:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2064us (2582us total) trans 4294972336 rc 0/0 00000100:00100000:2.0:1746147261.029572:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2806 00002000:00100000:2.0:1746147261.029578:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800944aa680 x1830967346884864/t4294972336(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.029591:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944aa680 with x1830967346884864 ext(0->7) 00010000:00010000:2.0:1746147261.029597:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.029608:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.029613:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944aa680 00000100:00100000:0.0:1746147261.031624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.031677:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346884992 00000100:00100000:1.0:1746147261.031684:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346884992 00010000:00010000:1.0:1746147261.031712:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.031745:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14761 00000100:00100000:1.0:1746147261.031751:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346884992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.031761:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.031775:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.031784:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.031800:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c003a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82144 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.031826:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.031828:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.031833:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.031844:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.031867:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.032127:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059008:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.032397:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.033839:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.033910:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059008:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.033923:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.033947:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2005:x1830967346884992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2196us (2327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.033954:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14761 00000100:00100000:2.0:1746147261.034013:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346885248 00000100:00100000:2.0:1746147261.034017:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346885248 00002000:00100000:2.0:1746147261.034041:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9f80 x1830967346885248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.034049:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967346885248 ext(0->4095) 00002000:00010000:2.0:1746147261.034052:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:2.0:1746147261.034064:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13460 00000100:00100000:2.0:1746147261.034069:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346885248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.034160:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346885248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.034165:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13460 00002000:00100000:2.0:1746147261.034169:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfa9f80 x1830967346885248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.034176:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967346885248 ext(0->4095) 00002000:00010000:2.0:1746147261.034179:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:0.0:1746147261.035952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.036037:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346885376 00000100:00100000:2.0:1746147261.036043:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346885376 00000100:00100000:2.0:1746147261.036081:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29984 00000100:00100000:2.0:1746147261.036087:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1832:x1830967346885376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.036100:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.036113:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82152 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.036135:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.036141:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.036142:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.036145:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.036173:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.036182:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.036192:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340059136:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.036277:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.039185:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340059136:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.039212:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.039226:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769e00, rc 0) 00000100:00100000:2.0:1746147261.039301:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1832:x1830967346885376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3213us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.039308:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29984 00000100:00100000:0.0:1746147261.039491:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.039587:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346885504 00000100:00100000:2.0:1746147261.039591:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346885504 00010000:00010000:2.0:1746147261.039609:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.039626:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14762 00000100:00100000:2.0:1746147261.039631:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346885504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.039639:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.039652:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.039660:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.039676:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5400/0x29021e8779c003a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8214b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.039688:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.039689:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.039694:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.039701:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.039724:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.039733:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059264:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.040345:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.040987:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.041211:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346885632 00000100:00100000:2.0:1746147261.041215:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346885632 00000100:00100000:2.0:1746147261.041353:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29985 00000100:00100000:2.0:1746147261.041360:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346885632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.041372:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.041383:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82159 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.041401:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.041407:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.041408:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.041411:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.041429:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.041438:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.041451:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340059392:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.041773:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.043559:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340059392:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.043580:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.043594:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130982e00, rc 0) 00000100:00100000:2.0:1746147261.043626:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346885632:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2266us (2640us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.043634:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29985 00000100:00100000:3.0:1746147261.044086:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059264:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.044096:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.044117:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346885504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4486us (4627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.044125:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14762 00000100:00100000:0.0:1746147261.045674:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.045910:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346885888 00000100:00100000:1.0:1746147261.045916:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346885888 00002000:00100000:1.0:1746147261.045944:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079c000 x1830967346885888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.045952:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079c000 with x1830967346885888 ext(0->4095) 00010000:00010000:1.0:1746147261.045958:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.045969:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.045975:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009079c000 00000100:00100000:1.0:1746147261.046053:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2807 00000100:00100000:1.0:1746147261.046058:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2006:x1830967346885888:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.046153:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2006:x1830967346885888:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.046157:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2807 00002000:00100000:1.0:1746147261.046161:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079c000 x1830967346885888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.046165:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079c000 with x1830967346885888 ext(0->4095) 00010000:00010000:1.0:1746147261.046168:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.046173:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.046176:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009079c000 00000100:00100000:0.0:1746147261.047683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.047729:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346886016 00000100:00100000:2.0:1746147261.047735:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346886016 00000100:00100000:2.0:1746147261.047771:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29986 00000100:00100000:2.0:1746147261.047777:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346886016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.047788:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.047801:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82160 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.047819:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.047828:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.047833:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147261.047836:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.047940:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.047957:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.047965:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6200, rc 0) 00000100:00100000:2.0:1746147261.048116:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346886016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 338us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.048122:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29986 00000100:00100000:0.0:1746147261.048283:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.048324:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346886144 00000100:00100000:2.0:1746147261.048327:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346886144 00010000:00010000:2.0:1746147261.048340:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.048364:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14763 00000100:00100000:2.0:1746147261.048369:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346886144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.048377:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.048389:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.048454:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.048473:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c003ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82152 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.048492:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.048494:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.048498:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.048505:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.048522:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.048532:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.048553:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059648:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.048611:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.050581:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059648:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.050594:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.050628:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346886144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2258us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.050635:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14763 00000100:00100000:0.0:1746147261.050926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.051007:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346886400 00000100:00100000:2.0:1746147261.051015:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346886400 00002000:00100000:2.0:1746147261.051041:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06ed80 x1830967346886400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.051055:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06ed80 with x1830967346886400 ext(0->4095) 00010000:00010000:2.0:1746147261.051061:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.051071:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.051076:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06ed80 00000100:00100000:2.0:1746147261.051101:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2808 00000100:00100000:2.0:1746147261.051107:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346886400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.051201:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346886400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.051206:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2808 00002000:00100000:2.0:1746147261.051211:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06ed80 x1830967346886400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.051218:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06ed80 with x1830967346886400 ext(0->4095) 00010000:00010000:2.0:1746147261.051222:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.051230:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.051235:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06ed80 00000100:00100000:0.0:1746147261.053056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.053569:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.053620:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346886656 00000100:00100000:2.0:1746147261.053620:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346886528 00000100:00100000:3.0:1746147261.053625:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346886656 00000100:00100000:2.0:1746147261.053626:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346886528 00010000:00010000:3.0:1746147261.053645:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.053671:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14764 00000100:00100000:3.0:1746147261.053675:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2007:x1830967346886656:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746147261.053821:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29987 00010000:00010000:3.0:1746147261.053823:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746147261.053827:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346886528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.053837:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.053837:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.053844:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.053846:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82167 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.053857:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130982e00/0x29021e8779c003b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82159 expref: 30 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.053861:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.053865:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.053870:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.053873:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.053936:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.053938:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.053942:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.053949:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.053973:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.054004:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.054013:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340059904:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.054098:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746147261.054138:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.054143:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.054151:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059776:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.054173:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.055740:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340059904:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.055761:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 29 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.055771:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6600, rc 0) 00000100:00100000:3.0:1746147261.055774:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340059776:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.055784:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.055797:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346886528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1970us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.055802:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2007:x1830967346886656:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2126us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.055804:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29987 00000100:00100000:3.0:1746147261.055809:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14764 00000100:00100000:0.0:1746147261.056430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.056498:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346886912 00000100:00100000:2.0:1746147261.056503:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346886912 00002000:00100000:2.0:1746147261.056527:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06e300 x1830967346886912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.056535:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06e300 with x1830967346886912 ext(0->4095) 00010000:00010000:2.0:1746147261.056550:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.056560:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.056566:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06e300 00000100:00100000:2.0:1746147261.056585:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2809 00000100:00100000:2.0:1746147261.056591:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346886912:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.056671:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346886912:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.056677:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2809 00002000:00100000:2.0:1746147261.056682:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06e300 x1830967346886912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.056688:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06e300 with x1830967346886912 ext(0->4095) 00010000:00010000:2.0:1746147261.056692:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.056705:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.056710:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06e300 00000100:00100000:0.0:1746147261.059519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.059865:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346887040 00000100:00100000:3.0:1746147261.059872:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346887040 00010000:00010000:3.0:1746147261.059897:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.059928:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14765 00000100:00100000:3.0:1746147261.059934:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346887040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.059944:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.059960:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.059970:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.059988:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c003bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82160 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.060011:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.060013:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.060019:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.060025:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.060052:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.060063:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060032:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.061154:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.063156:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.063232:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346887296 00000100:00100000:3.0:1746147261.063237:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060032:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.063237:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346887296 00010000:00010000:3.0:1746147261.063273:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746147261.063288:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06e680 x1830967346887296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.063297:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06e680 with x1830967346887296 ext(0->4095) 00002000:00010000:1.0:1746147261.063300:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e06e680 00000100:00100000:3.0:1746147261.063307:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346887040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3372us (3793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.063315:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14765 00000100:00100000:1.0:1746147261.063356:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13461 00000100:00100000:1.0:1746147261.063362:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346887296:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.063458:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346887296:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.063464:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13461 00002000:00100000:1.0:1746147261.063468:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06e680 x1830967346887296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.063474:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06e680 with x1830967346887296 ext(0->4095) 00002000:00010000:1.0:1746147261.063477:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e06e680 00000100:00100000:0.0:1746147261.065365:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.065464:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346887424 00000100:00100000:2.0:1746147261.065470:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346887424 00000100:00100000:2.0:1746147261.065509:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29988 00000100:00100000:2.0:1746147261.065516:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346887424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.065529:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.065555:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8216e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.065577:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.065584:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.065586:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.065589:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.065614:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.065624:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 27 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.065635:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340060160:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.065710:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.068749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.068825:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346887552 00000100:00100000:3.0:1746147261.068832:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346887552 00010000:00010000:3.0:1746147261.068856:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.068877:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14766 00000100:00100000:3.0:1746147261.068882:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346887552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.068890:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.068903:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.068914:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.068932:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.068933:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.068938:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.068945:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.068968:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.068979:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060288:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.069051:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00010000:00010000:2.0:1746147261.069140:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c003c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82167 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.069164:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340060160:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.069180:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.069188:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:2.0:1746147261.069212:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346887424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3697us (3852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.069218:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29988 00000100:00100000:0.0:1746147261.072234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.072816:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060288:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.072836:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.072884:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2006:x1830967346887552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4000us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.072893:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14766 00000100:00100000:2.0:1746147261.072991:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346887808 00000100:00100000:2.0:1746147261.072996:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346887808 00002000:00100000:2.0:1746147261.073147:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06d500 x1830967346887808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.073156:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06d500 with x1830967346887808 ext(0->4095) 00002000:00010000:2.0:1746147261.073160:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e06d500 00000100:00100000:2.0:1746147261.073187:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13462 00000100:00100000:2.0:1746147261.073194:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346887808:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.073314:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346887808:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (1086us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.073319:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13462 00002000:00100000:2.0:1746147261.073324:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06d500 x1830967346887808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.073336:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06d500 with x1830967346887808 ext(0->4095) 00002000:00010000:2.0:1746147261.073339:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e06d500 00000100:00100000:0.0:1746147261.074235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.074700:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346887936 00000100:00100000:2.0:1746147261.074705:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346887936 00000100:00100000:2.0:1746147261.074734:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29989 00000100:00100000:2.0:1746147261.074739:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1814:x1830967346887936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.074750:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.074763:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82175 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.074781:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.074786:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.074788:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.074790:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.074810:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.074818:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.074827:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340060416:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.074884:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.077807:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340060416:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.077833:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.077847:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:2.0:1746147261.078165:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346887936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3424us (3930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.078174:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29989 00000100:00100000:0.0:1746147261.078607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.078789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.078880:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346888192 00000100:00100000:2.0:1746147261.078885:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346888192 00000100:00100000:2.0:1746147261.078920:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29990 00000100:00100000:2.0:1746147261.078925:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346888192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.078937:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.078949:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8217c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.078964:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.078968:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.078973:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.078976:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.079001:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.079009:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.079016:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5800, rc 0) 00000100:00100000:2.0:1746147261.079035:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:1832:x1830967346888192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.079040:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29990 00000100:00100000:3.0:1746147261.079176:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346888064 00000100:00100000:3.0:1746147261.079180:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346888064 00010000:00010000:3.0:1746147261.079194:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 7 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.079211:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14767 00000100:00100000:3.0:1746147261.079215:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:2007:x1830967346888064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.079222:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.079237:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 7 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.079263:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 7 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.079277:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c003ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8216e expref: 7 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.079298:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.079299:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.079305:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.079311:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.079330:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.079339:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 27 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.079598:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060672:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.079956:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.081336:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060672:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.081348:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.081420:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346888064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2203us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.081428:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14767 00000100:00100000:0.0:1746147261.081823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.081945:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346888448 00000100:00100000:1.0:1746147261.081950:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346888448 00002000:00100000:1.0:1746147261.081975:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409c00 x1830967346888448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.081980:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409c00 with x1830967346888448 ext(0->4095) 00010000:00010000:1.0:1746147261.081986:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.081994:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.081999:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409c00 00000100:00100000:1.0:1746147261.082023:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2810 00000100:00100000:1.0:1746147261.082103:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346888448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.082576:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346888448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 545us (752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.082582:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2810 00002000:00100000:1.0:1746147261.082587:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409c00 x1830967346888448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.082599:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409c00 with x1830967346888448 ext(0->4095) 00010000:00010000:1.0:1746147261.082603:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.082612:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.082617:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409c00 00000100:00100000:0.0:1746147261.084789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.084868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.084941:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346888576 00000100:00100000:1.0:1746147261.084948:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346888576 00000100:00100000:3.0:1746147261.085032:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346888704 00000100:00100000:3.0:1746147261.085035:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346888704 00010000:00010000:3.0:1746147261.085053:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.085073:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14768 00000100:00100000:3.0:1746147261.085078:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346888704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.085094:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.085109:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.085119:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.085136:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c003d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82175 expref: 29 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.085152:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.085154:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.085159:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.085166:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.085192:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.085202:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060800:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.085281:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.085393:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29991 00000100:00100000:1.0:1746147261.085400:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346888576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.085410:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.085418:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82183 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.085431:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.085437:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.085438:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.085441:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.085455:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.085468:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.085476:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340060928:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.085499:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.087299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.087308:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340060928:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147261.087324:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346888960 00010000:00010000:1.0:1746147261.087326:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147261.087328:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346888960 00000100:00100000:3.0:1746147261.087333:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340060800:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.087342:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00010000:00010000:3.0:1746147261.087343:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746147261.087353:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409880 x1830967346888960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.087361:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409880 with x1830967346888960 ext(0->4095) 00010000:00010000:0.0:1746147261.087367:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.087376:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.087381:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346888704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2301us (2512us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.087381:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346888576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1981us (2595us total) trans 0 rc 0/0 00002000:00010000:0.0:1746147261.087381:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409880 00000100:00100000:1.0:1746147261.087388:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29991 00000100:00100000:3.0:1746147261.087389:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14768 00000100:00100000:0.0:1746147261.087393:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2811 00000100:00100000:0.0:1746147261.087398:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346888960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147261.087494:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346888960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147261.087500:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2811 00002000:00100000:0.0:1746147261.087505:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409880 x1830967346888960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.087511:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409880 with x1830967346888960 ext(0->4095) 00010000:00010000:0.0:1746147261.087516:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.087523:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.087528:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094409880 00000100:00100000:0.0:1746147261.091170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.091323:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346889088 00000100:00100000:3.0:1746147261.091331:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346889088 00010000:00010000:3.0:1746147261.091359:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.091387:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14769 00000100:00100000:3.0:1746147261.091394:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346889088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.091405:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.091420:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.091430:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.091448:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8217c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.091754:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.091756:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.091762:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.091769:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.091797:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.091807:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061056:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.092466:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.095220:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061056:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.095237:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.095290:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346889088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3895us (4126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.095297:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14769 00000100:00100000:0.0:1746147261.096306:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.096349:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346889344 00000100:00100000:2.0:1746147261.096355:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346889344 00002000:00100000:2.0:1746147261.096386:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409180 x1830967346889344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.096395:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409180 with x1830967346889344 ext(0->4095) 00002000:00010000:2.0:1746147261.096399:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409180 00000100:00100000:2.0:1746147261.096424:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13463 00000100:00100000:2.0:1746147261.096430:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2008:x1830967346889344:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147261.096561:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2008:x1830967346889344:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.096567:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13463 00002000:00100000:2.0:1746147261.096572:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094409180 x1830967346889344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.096578:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409180 with x1830967346889344 ext(0->4095) 00002000:00010000:2.0:1746147261.096580:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409180 00000100:00100000:0.0:1746147261.098870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.099026:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346889472 00000100:00100000:2.0:1746147261.099031:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346889472 00000100:00100000:2.0:1746147261.099072:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29992 00000100:00100000:2.0:1746147261.099078:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346889472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.099095:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.099109:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8218a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.099131:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.099137:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.099139:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.099141:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.099164:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.099173:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 27 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.099184:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340061184:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.099274:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.101837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.101902:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346889600 00000100:00100000:3.0:1746147261.101908:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346889600 00000100:00100000:2.0:1746147261.101922:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340061184:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.101932:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 28 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.101939:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.101949:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5800, rc 0) 00000100:00100000:3.0:1746147261.101951:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14770 00000100:00100000:3.0:1746147261.101956:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346889600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.101966:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.101981:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 28 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.101990:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 28 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.101995:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346889472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2918us (3130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.102003:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29992 00010000:00010000:3.0:1746147261.102006:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c003df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82183 expref: 28 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.102018:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.102020:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.102025:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.102031:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.102053:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.102063:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061312:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.102103:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.104136:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061312:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.104149:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.104181:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2006:x1830967346889600:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2224us (2349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.104189:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14770 00000100:00100000:0.0:1746147261.104458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.104617:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346889856 00000100:00100000:3.0:1746147261.104622:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346889856 00002000:00100000:3.0:1746147261.104648:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408a80 x1830967346889856/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.104657:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967346889856 ext(0->4095) 00002000:00010000:3.0:1746147261.105017:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408a80 00000100:00100000:3.0:1746147261.105045:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13464 00000100:00100000:3.0:1746147261.105052:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346889856:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147261.105462:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346889856:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 410us (1005us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.105468:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13464 00002000:00100000:3.0:1746147261.105474:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408a80 x1830967346889856/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.105487:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967346889856 ext(0->4095) 00002000:00010000:3.0:1746147261.105490:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408a80 00000100:00100000:0.0:1746147261.105850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.106562:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346889984 00000100:00100000:2.0:1746147261.106567:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346889984 00000100:00100000:2.0:1746147261.106590:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29993 00000100:00100000:2.0:1746147261.106596:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:1814:x1830967346889984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.106604:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.106617:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82191 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.106638:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.106644:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.106645:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.106648:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 28 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.106671:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.106680:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.106689:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340061440:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.107351:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.107918:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.108115:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346890112 00000100:00100000:1.0:1746147261.108119:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346890112 00000100:00100000:1.0:1746147261.108151:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29994 00000100:00100000:1.0:1746147261.108157:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1832:x1830967346890112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.108166:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.108174:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82198 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.108188:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.108192:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 30 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.108201:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.108203:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.108223:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 30 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.108232:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 30 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.108255:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:1.0:1746147261.108280:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1832:x1830967346890112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.108285:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29994 00000100:00100000:2.0:1746147261.109901:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340061440:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.109931:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.109943:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5000, rc 0) 00000100:00100000:2.0:1746147261.109973:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346889984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3377us (4123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.109979:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29993 00000100:00100000:0.0:1746147261.110310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.110725:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346890240 00000100:00100000:3.0:1746147261.110730:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346890240 00010000:00010000:3.0:1746147261.110750:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.110767:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14771 00000100:00100000:3.0:1746147261.110772:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346890240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.110781:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.110794:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.110803:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.110819:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c003e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8218a expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.110841:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.110843:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.110848:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 28 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.110855:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 28 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.110879:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 28 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.110888:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 28 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.110896:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061696:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.111678:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.115462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.115576:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346890496 00000100:00100000:2.0:1746147261.115582:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346890496 00002000:00100000:2.0:1746147261.115618:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71c00 x1830967346890496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.115627:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71c00 with x1830967346890496 ext(0->4095) 00010000:00010000:2.0:1746147261.115635:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.115647:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.115653:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71c00 00000100:00100000:2.0:1746147261.115672:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2812 00000100:00100000:2.0:1746147261.115679:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2006:x1830967346890496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.115796:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2006:x1830967346890496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.115802:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2812 00002000:00100000:2.0:1746147261.115807:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71c00 x1830967346890496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.115814:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71c00 with x1830967346890496 ext(0->4095) 00010000:00010000:2.0:1746147261.115818:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.115826:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.115832:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c71c00 00000100:00100000:3.0:1746147261.115918:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061696:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.115932:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.115953:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346890240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5181us (5644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.115960:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14771 00000100:00100000:0.0:1746147261.118715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.118788:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346890624 00000100:00100000:3.0:1746147261.118794:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346890624 00010000:00010000:3.0:1746147261.118818:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.119288:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14772 00000100:00100000:3.0:1746147261.119294:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2006:x1830967346890624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.119305:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.119321:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.119332:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.119351:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82191 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.119365:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.119367:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.119373:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.119379:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.119406:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 28 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.119416:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061824:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.120759:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.125433:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.125565:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346890880 00000100:00100000:2.0:1746147261.125573:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346890880 00002000:00100000:2.0:1746147261.125618:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07480 x1830967346890880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.125627:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07480 with x1830967346890880 ext(0->4095) 00002000:00010000:2.0:1746147261.125632:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a07480 00000100:00100000:2.0:1746147261.125660:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13465 00000100:00100000:2.0:1746147261.125667:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346890880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.125771:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346890880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.125777:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13465 00002000:00100000:2.0:1746147261.125783:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a07480 x1830967346890880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.125791:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a07480 with x1830967346890880 ext(0->4095) 00002000:00010000:2.0:1746147261.125793:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130a07480 00000100:00100000:3.0:1746147261.125970:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340061824:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.125985:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.126005:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2006:x1830967346890624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6711us (7294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.126021:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14772 00000100:00100000:0.0:1746147261.129338:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.129462:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346891008 00000100:00100000:2.0:1746147261.129468:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346891008 00000100:00100000:2.0:1746147261.129498:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29995 00000100:00100000:2.0:1746147261.129504:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346891008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.129518:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.129532:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8219f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.129565:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.129571:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.129573:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.129576:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.129601:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 27 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.129610:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 27 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.129620:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340061952:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.130335:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.132136:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340061952:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.132158:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.132175:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5000, rc 0) 00000100:00100000:2.0:1746147261.132214:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346891008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2709us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.132222:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29995 00000100:00100000:0.0:1746147261.132968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.133207:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346891136 00000100:00100000:3.0:1746147261.133213:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346891136 00010000:00010000:3.0:1746147261.133237:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.133286:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14773 00000100:00100000:3.0:1746147261.133293:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346891136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.133304:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.133320:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.133329:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.134010:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c003f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82198 expref: 28 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.134036:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.134038:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.134044:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.134051:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.134079:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.134090:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062080:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.134151:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.134621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.134739:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346891264 00000100:00100000:2.0:1746147261.134745:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346891264 00000100:00100000:2.0:1746147261.134767:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29996 00000100:00100000:2.0:1746147261.134771:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346891264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.134782:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.134791:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821a6 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.134805:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.134810:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.134811:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.134814:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.134827:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.134836:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.134847:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340062208:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.134896:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.137260:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062080:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.137277:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147261.137379:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340062208:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147261.137400:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.137410:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a5e00, rc 0) 00000100:00100000:3.0:1746147261.137503:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346891136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4210us (4535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.137512:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14773 00000100:00100000:0.0:1746147261.137848:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346891264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3075us (3226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.137854:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29996 00000100:00100000:1.0:1746147261.138164:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.138795:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346891520 00000100:00100000:0.0:1746147261.138801:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346891520 00002000:00100000:0.0:1746147261.138829:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a06d80 x1830967346891520/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.138838:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06d80 with x1830967346891520 ext(0->4095) 00010000:00010000:0.0:1746147261.138845:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.138856:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.138862:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a06d80 00000100:00100000:0.0:1746147261.138877:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2813 00000100:00100000:0.0:1746147261.138883:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346891520:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746147261.139640:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346891520:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 755us (1474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147261.139646:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2813 00002000:00100000:0.0:1746147261.139651:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130a06d80 x1830967346891520/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.139658:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130a06d80 with x1830967346891520 ext(0->4095) 00010000:00010000:0.0:1746147261.139663:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.139672:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.139677:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130a06d80 00000100:00100000:0.0:1746147261.143361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.143569:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346891648 00000100:00100000:3.0:1746147261.143577:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346891648 00010000:00010000:3.0:1746147261.143605:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.143628:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14774 00000100:00100000:3.0:1746147261.143635:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346891648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.143646:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.143662:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.143672:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.143689:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5000/0x29021e8779c003fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8219f expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.144108:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.144110:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.144116:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.144123:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.144149:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.144159:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062336:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.144408:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.147968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.148075:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062336:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.148091:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.148127:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346891648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4491us (4772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.148135:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14774 00000100:00100000:1.0:1746147261.148191:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346891904 00000100:00100000:1.0:1746147261.148196:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346891904 00002000:00100000:1.0:1746147261.148227:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed5180 x1830967346891904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.148234:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed5180 with x1830967346891904 ext(0->4095) 00002000:00010000:1.0:1746147261.148238:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed5180 00000100:00100000:1.0:1746147261.148280:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13466 00000100:00100000:1.0:1746147261.148286:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346891904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.148385:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967346891904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.148391:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13466 00002000:00100000:1.0:1746147261.148395:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed5180 x1830967346891904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.148402:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed5180 with x1830967346891904 ext(0->4095) 00002000:00010000:1.0:1746147261.148404:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed5180 00010000:00010000:0.0:1746147261.155486:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147261.156645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.156716:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346892032 00000100:00100000:2.0:1746147261.156723:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346892032 00000100:00100000:2.0:1746147261.156758:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29997 00000100:00100000:2.0:1746147261.156765:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346892032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.156778:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.156791:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821ad expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.156815:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.156822:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.156823:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.156826:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.156853:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 27 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.156862:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 27 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.156872:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340062464:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.156949:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.161662:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340062464:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.161688:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.161702:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:2.0:1746147261.161738:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346892032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4973us (5098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.161745:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29997 00000100:00100000:0.0:1746147261.174535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.174634:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346892160 00000100:00100000:2.0:1746147261.174641:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346892160 00000100:00100000:2.0:1746147261.174673:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29998 00000100:00100000:2.0:1746147261.174680:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:1814:x1830967346892160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.174696:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.174710:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821b4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.174736:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.174741:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.174747:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147261.174749:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.174781:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.174795:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.174802:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a06e00, rc 0) 00000100:00100000:2.0:1746147261.176264:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:1814:x1830967346892160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1578us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.176272:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29998 00000100:00100000:0.0:1746147261.176792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.176937:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346892288 00000100:00100000:2.0:1746147261.176942:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346892288 00002000:00100000:2.0:1746147261.176969:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed6a00 x1830967346892288/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.176978:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6a00 with x1830967346892288 ext(0->7) 00010000:00010000:2.0:1746147261.176985:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.176996:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.177003:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6a00 00000100:00100000:2.0:1746147261.177022:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2814 00000100:00100000:2.0:1746147261.177028:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967346892288:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147261.179086:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2005:x1830967346892288:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2053us (2290us total) trans 4294972337 rc 0/0 00000100:00100000:0.0:1746147261.179096:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2814 00002000:00100000:0.0:1746147261.179103:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed6a00 x1830967346892288/t4294972337(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.179111:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6a00 with x1830967346892288 ext(0->7) 00010000:00010000:0.0:1746147261.179119:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.179131:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.179137:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6a00 00000100:00100000:0.0:1746147261.184642:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.184899:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346892416 00000100:00100000:3.0:1746147261.184907:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346892416 00010000:00010000:3.0:1746147261.184937:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.184975:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14775 00000100:00100000:3.0:1746147261.184982:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346892416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.184994:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.185010:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.185021:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.185040:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5e00/0x29021e8779c00402 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821a6 expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.185317:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.185320:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.185326:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.185335:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.185363:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.185373:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.185383:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062720:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.185448:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.189471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.189566:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346892672 00000100:00100000:1.0:1746147261.189573:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346892672 00002000:00100000:1.0:1746147261.189608:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7b80 x1830967346892672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.189616:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7b80 with x1830967346892672 ext(0->4095) 00010000:00010000:1.0:1746147261.189624:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.189635:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.189641:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed7b80 00000100:00100000:1.0:1746147261.189657:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2815 00000100:00100000:1.0:1746147261.189663:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346892672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.189763:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346892672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.189769:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2815 00002000:00100000:1.0:1746147261.189774:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7b80 x1830967346892672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.189787:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7b80 with x1830967346892672 ext(0->4095) 00010000:00010000:1.0:1746147261.189791:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.189800:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.189805:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed7b80 00000100:00100000:3.0:1746147261.190930:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062720:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.190945:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.190981:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2006:x1830967346892416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6000us (6346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.190989:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14775 00000100:00100000:0.0:1746147261.191913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.192658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.192755:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346892928 00000100:00100000:2.0:1746147261.192760:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346892928 00000100:00100000:2.0:1746147261.192788:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 29999 00000100:00100000:2.0:1746147261.192793:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346892928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.192807:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.192820:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821bb expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.192839:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.192844:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.192848:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.192851:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.192886:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.192895:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 7 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.192903:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a07c00, rc 0) 00000100:00100000:2.0:1746147261.192930:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:1832:x1830967346892928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.192934:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 29999 00000100:00100000:3.0:1746147261.193297:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346892800 00000100:00100000:3.0:1746147261.193301:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346892800 00010000:00010000:3.0:1746147261.193317:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 7 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.193347:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14776 00000100:00100000:3.0:1746147261.193353:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967346892800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.193360:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.193374:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 7 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.193383:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 7 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.193396:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00409 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ad expref: 7 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.193420:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.193421:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.193426:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.193433:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.193451:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.193467:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 29 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.193483:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062976:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.193527:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.197374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.197423:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346893184 00000100:00100000:1.0:1746147261.197431:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346893184 00002000:00100000:1.0:1746147261.197472:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4a80 x1830967346893184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.197481:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4a80 with x1830967346893184 ext(0->4095) 00010000:00010000:1.0:1746147261.197488:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 30 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.197499:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 30 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.197504:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4a80 00000100:00100000:1.0:1746147261.197520:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2816 00000100:00100000:1.0:1746147261.197526:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346893184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.197634:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346893184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.197639:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2816 00002000:00100000:1.0:1746147261.197644:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4a80 x1830967346893184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.197650:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4a80 with x1830967346893184 ext(0->4095) 00010000:00010000:1.0:1746147261.197653:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 30 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.197661:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 30 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.197666:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed4a80 00000100:00100000:3.0:1746147261.197829:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340062976:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.197843:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.197864:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346892800:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4511us (5206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.197870:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14776 00000100:00100000:0.0:1746147261.200390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.200430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.200703:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346893440 00000100:00100000:2.0:1746147261.200709:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346893440 00000100:00100000:2.0:1746147261.200773:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30000 00000100:00100000:2.0:1746147261.200779:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+30:1814:x1830967346893440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.200793:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.200808:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821c2 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.200832:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.200836:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.200842:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147261.200845:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.200875:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.200885:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.200892:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00000100:00100000:3.0:1746147261.200937:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346893312 00000100:00100000:3.0:1746147261.200940:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346893312 00010000:00010000:3.0:1746147261.200956:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.200981:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14777 00000100:00100000:3.0:1746147261.200985:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346893312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.200992:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.201005:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.201014:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.201652:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a06e00/0x29021e8779c00410 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821b4 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.201760:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+31:1814:x1830967346893440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 979us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.201767:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30000 00010000:00010000:3.0:1746147261.201840:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.201842:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.201848:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.201855:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.201874:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.201883:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.201892:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340063232:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.201942:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.203993:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340063232:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.204008:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.204049:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346893312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3061us (3616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.204057:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14777 00000100:00100000:0.0:1746147261.204300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.204394:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346893696 00000100:00100000:1.0:1746147261.204399:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346893696 00002000:00100000:1.0:1746147261.204428:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6680 x1830967346893696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.204437:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6680 with x1830967346893696 ext(0->4095) 00010000:00010000:1.0:1746147261.204443:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.204453:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.204458:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad6680 00000100:00100000:1.0:1746147261.204471:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2817 00000100:00100000:1.0:1746147261.204477:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346893696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.204851:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346893696:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 372us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.204860:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2817 00002000:00100000:1.0:1746147261.204866:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6680 x1830967346893696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.204873:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6680 with x1830967346893696 ext(0->4095) 00010000:00010000:1.0:1746147261.204877:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.204886:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.204891:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad6680 00000100:00100000:0.0:1746147261.206736:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.206858:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346893824 00000100:00100000:3.0:1746147261.206864:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346893824 00010000:00010000:3.0:1746147261.206886:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.206920:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14778 00000100:00100000:3.0:1746147261.206925:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346893824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.206937:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.206949:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.206958:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.206976:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a07c00/0x29021e8779c00417 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821bb expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.206987:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.206989:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.206994:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.207000:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.207022:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.207031:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340063360:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.207102:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.210523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.210614:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346894080 00000100:00100000:1.0:1746147261.210621:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346894080 00002000:00100000:1.0:1746147261.210657:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad5180 x1830967346894080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.210665:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5180 with x1830967346894080 ext(0->4095) 00002000:00010000:1.0:1746147261.210670:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad5180 00000100:00100000:1.0:1746147261.210687:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13467 00000100:00100000:1.0:1746147261.210693:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346894080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.210813:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2005:x1830967346894080:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.210819:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13467 00002000:00100000:1.0:1746147261.210825:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad5180 x1830967346894080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746147261.210981:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340063360:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.210995:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.211017:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346893824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4092us (4285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.211027:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14778 00002000:00100000:1.0:1746147261.211376:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5180 with x1830967346894080 ext(0->4095) 00002000:00010000:1.0:1746147261.211379:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad5180 00000100:00100000:0.0:1746147261.214142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.214616:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346894208 00000100:00100000:2.0:1746147261.214622:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346894208 00000100:00100000:2.0:1746147261.214662:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30001 00000100:00100000:2.0:1746147261.214668:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a860c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346894208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.214682:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.214697:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821c9 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.214721:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.214727:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.214728:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.214731:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.214753:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 29 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.214763:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 29 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.214772:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340063488:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.214846:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.218002:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340063488:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.218025:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.218039:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951b1200, rc 0) 00000100:00100000:2.0:1746147261.218084:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a860c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346894208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3415us (3947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.218091:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30001 00000100:00100000:0.0:1746147261.220520:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.220583:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346894336 00000100:00100000:1.0:1746147261.220591:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346894336 00002000:00100000:1.0:1746147261.220626:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad5500 x1830967346894336/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.220634:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5500 with x1830967346894336 ext(0->7) 00010000:00010000:1.0:1746147261.220641:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 30 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.220652:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 30 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.220658:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad5500 00000100:00100000:1.0:1746147261.220687:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2818 00000100:00100000:1.0:1746147261.220694:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2006:x1830967346894336:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147261.221581:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346894336:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 885us (1063us total) trans 4294972338 rc 0/0 00000100:00100000:1.0:1746147261.221587:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2818 00002000:00100000:1.0:1746147261.221591:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094ad5500 x1830967346894336/t4294972338(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.221598:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5500 with x1830967346894336 ext(0->7) 00010000:00010000:1.0:1746147261.221602:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.221615:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.221620:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad5500 00000100:00100000:0.0:1746147261.225107:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.226494:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346894464 00000100:00100000:3.0:1746147261.226501:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346894464 00010000:00010000:3.0:1746147261.226530:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.226570:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14779 00000100:00100000:3.0:1746147261.226576:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346894464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.226587:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.226602:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.226611:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.226628:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c0041e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c2 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.226649:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.226650:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.226656:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.226663:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.226691:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.226701:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340063616:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.226767:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.230974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.232228:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346894592 00000100:00100000:2.0:1746147261.232237:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346894592 00000100:00100000:2.0:1746147261.232284:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30002 00000100:00100000:2.0:1746147261.232291:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1814:x1830967346894592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746147261.232416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.232470:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340063616:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.232485:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.232516:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346894464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5940us (7414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.232523:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14779 00000100:00100000:0.0:1746147261.232675:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346894848 00000100:00100000:0.0:1746147261.232679:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346894848 00002000:00100000:0.0:1746147261.232699:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46d80 x1830967346894848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.232706:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46d80 with x1830967346894848 ext(0->4095) 00002000:00010000:0.0:1746147261.232710:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc46d80 00000100:00100000:0.0:1746147261.232869:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13468 00000100:00100000:0.0:1746147261.232875:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346894848:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746147261.233126:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.233139:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821d0 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.233159:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.233165:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.233167:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.233170:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.233190:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.233199:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.233208:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340063744:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147261.233363:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346894848:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 484us (943us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147261.233368:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13468 00002000:00100000:0.0:1746147261.233373:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46d80 x1830967346894848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.233380:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46d80 with x1830967346894848 ext(0->4095) 00000100:00100000:2.0:1746147261.233418:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00010000:00010000:0.0:1746147261.233997:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.234011:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.234018:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46d80 00000100:00100000:0.0:1746147261.235067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.235273:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346894976 00000100:00100000:2.0:1746147261.235278:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346894976 00000100:00100000:2.0:1746147261.235315:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30003 00000100:00100000:2.0:1746147261.235321:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1832:x1830967346894976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.235331:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.235342:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821d7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.236057:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.236062:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.236067:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.236071:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.236088:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340063744:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.236097:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.236103:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.236104:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.236111:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00010000:00010000:3.0:1746147261.236112:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe61000, rc 0) 00000100:00100000:2.0:1746147261.236150:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1832:x1830967346894976:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 829us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.236155:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30003 00000100:00100000:3.0:1746147261.236164:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1814:x1830967346894592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3873us (5196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.236169:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30002 00000100:00100000:0.0:1746147261.237313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.237577:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346895104 00000100:00100000:1.0:1746147261.237583:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346895104 00010000:00010000:1.0:1746147261.237601:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.237656:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14780 00000100:00100000:1.0:1746147261.237661:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346895104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.237668:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.237681:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.237687:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.237698:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951b1200/0x29021e8779c00425 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821c9 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.237716:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.237717:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.237722:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.237728:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.237747:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.237756:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.237766:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064000:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.237858:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.239445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.239503:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346895360 00000100:00100000:2.0:1746147261.239509:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346895360 00002000:00100000:2.0:1746147261.239550:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6d80 x1830967346895360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.239558:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6d80 with x1830967346895360 ext(0->4095) 00010000:00010000:2.0:1746147261.239565:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.239581:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.239587:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad6d80 00000100:00100000:2.0:1746147261.239617:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2819 00000100:00100000:2.0:1746147261.239623:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2008:x1830967346895360:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147261.239654:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064000:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.239667:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.239692:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346895104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2029us (2379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.239699:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14780 00000100:00100000:2.0:1746147261.239713:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2008:x1830967346895360:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.239718:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2819 00002000:00100000:2.0:1746147261.239723:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad6d80 x1830967346895360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.239729:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad6d80 with x1830967346895360 ext(0->4095) 00010000:00010000:2.0:1746147261.239733:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.239740:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.239746:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094ad6d80 00000100:00100000:0.0:1746147261.242277:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.242351:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346895488 00000100:00100000:1.0:1746147261.242357:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346895488 00010000:00010000:1.0:1746147261.242380:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.242418:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14781 00000100:00100000:1.0:1746147261.242425:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346895488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.242435:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.242449:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.242459:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.242477:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0042c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d0 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.243012:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.243014:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.243020:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.243028:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.243055:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.243067:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064128:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.243506:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.246771:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064128:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.246788:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.246825:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346895488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4400us (4581us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.246834:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14781 00000100:00100000:2.0:1746147261.247361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.247461:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346895744 00000100:00100000:3.0:1746147261.247467:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346895744 00002000:00100000:3.0:1746147261.247498:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565500 x1830967346895744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.247507:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565500 with x1830967346895744 ext(0->4095) 00002000:00010000:3.0:1746147261.247511:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090565500 00000100:00100000:3.0:1746147261.247525:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13469 00000100:00100000:3.0:1746147261.247537:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346895744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.247670:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346895744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.247675:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13469 00002000:00100000:3.0:1746147261.247680:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090565500 x1830967346895744/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.247693:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090565500 with x1830967346895744 ext(0->4095) 00002000:00010000:3.0:1746147261.247696:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090565500 00000100:00100000:0.0:1746147261.249018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.249102:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346895872 00000100:00100000:3.0:1746147261.249107:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346895872 00000100:00100000:3.0:1746147261.249144:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30004 00000100:00100000:3.0:1746147261.249150:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346895872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.249162:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.249369:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821de expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.249391:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 31 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.249398:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.249399:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.249402:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.249424:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 31 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.249434:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.249444:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340064256:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.249693:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.250754:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340064256:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.250769:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.250779:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7600, rc 0) 00000100:00100000:3.0:1746147261.250801:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346895872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1652us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.250807:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30004 00000100:00100000:0.0:1746147261.251970:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.252047:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346896000 00000100:00100000:1.0:1746147261.252053:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346896000 00010000:00010000:1.0:1746147261.252074:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.252157:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14782 00000100:00100000:1.0:1746147261.252164:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346896000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.252175:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.252189:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.252198:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.252215:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768600/0x29021e8779c00433 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821d7 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.252228:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.252229:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.252235:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.252265:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.252289:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.252298:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064384:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.252560:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.254313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.254362:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346896256 00000100:00100000:3.0:1746147261.254368:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346896256 00000100:00100000:1.0:1746147261.254388:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064384:192.168.202.9@tcp:105: 00002000:00100000:3.0:1746147261.254395:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad5c00 x1830967346896256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746147261.254400:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746147261.254402:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5c00 with x1830967346896256 ext(0->4095) 00002000:00010000:3.0:1746147261.254405:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad5c00 00000100:00100000:1.0:1746147261.254423:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346896000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2259us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.254430:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13470 00000100:00100000:1.0:1746147261.254430:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14782 00000100:00100000:3.0:1746147261.254434:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346896256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.254974:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346896256:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 537us (662us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.254980:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13470 00002000:00100000:3.0:1746147261.254985:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094ad5c00 x1830967346896256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.254992:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094ad5c00 with x1830967346896256 ext(0->4095) 00002000:00010000:3.0:1746147261.254994:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094ad5c00 00000100:00100000:0.0:1746147261.256684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.256722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.256781:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346896384 00000100:00100000:3.0:1746147261.256788:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346896384 00000100:00100000:3.0:1746147261.256861:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346896512 00000100:00100000:3.0:1746147261.256864:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346896512 00000100:00100000:3.0:1746147261.256885:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30005 00000100:00100000:3.0:1746147261.256891:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1814:x1830967346896384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.256903:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.256916:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821e5 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.256935:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.256942:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.256943:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.256946:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.256968:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.256977:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 5 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.256987:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340064512:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.257066:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30006 00000100:00100000:2.0:1746147261.257078:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1832:x1830967346896512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.257084:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.257090:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821ec expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.257100:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.257103:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.257108:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.257110:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.257129:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.257138:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.257146:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090423400, rc 0) 00000100:00100000:3.0:1746147261.257651:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.257717:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1832:x1830967346896512:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 643us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.257723:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30006 00000100:00100000:3.0:1746147261.259326:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340064512:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.259347:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.259367:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147261.259394:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1814:x1830967346896384:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2503us (2713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.259400:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30005 00000100:00100000:0.0:1746147261.260824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.260904:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346896640 00000100:00100000:1.0:1746147261.260910:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346896640 00010000:00010000:1.0:1746147261.260937:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.260970:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14783 00000100:00100000:1.0:1746147261.260975:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346896640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.260985:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.260999:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.261008:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.261024:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0043a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821de expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.261038:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.261039:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.261045:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.261051:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.261074:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.261082:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.261092:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064768:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.261157:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.262385:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064768:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.262397:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.262424:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346896640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1448us (1604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.262431:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14783 00000100:00100000:0.0:1746147261.262997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.263059:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346896896 00000100:00100000:3.0:1746147261.263064:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346896896 00002000:00100000:3.0:1746147261.263088:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6300 x1830967346896896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.263097:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6300 with x1830967346896896 ext(0->4095) 00010000:00010000:3.0:1746147261.263103:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.263113:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.263118:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6300 00000100:00100000:3.0:1746147261.263142:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2820 00000100:00100000:3.0:1746147261.263148:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346896896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.263227:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346896896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (231us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.263232:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2820 00002000:00100000:3.0:1746147261.263236:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6300 x1830967346896896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.263276:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6300 with x1830967346896896 ext(0->4095) 00010000:00010000:3.0:1746147261.263280:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.263289:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.263294:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6300 00000100:00100000:0.0:1746147261.264968:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.265124:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346897024 00000100:00100000:1.0:1746147261.265129:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346897024 00010000:00010000:1.0:1746147261.265149:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.265180:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14784 00000100:00100000:1.0:1746147261.265186:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2005:x1830967346897024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.265196:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.265208:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.265218:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.265233:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00441 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821e5 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.265344:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.265346:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.265352:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.265360:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.265397:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.265408:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064896:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.265458:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.269536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.269685:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340064896:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.269701:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.269739:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346897024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4552us (4772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.269746:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14784 00000100:00100000:3.0:1746147261.269827:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346897280 00000100:00100000:3.0:1746147261.269833:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346897280 00002000:00100000:3.0:1746147261.269861:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b4700 x1830967346897280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.269870:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b4700 with x1830967346897280 ext(0->4095) 00002000:00010000:3.0:1746147261.269874:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b4700 00000100:00100000:3.0:1746147261.269935:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13471 00000100:00100000:3.0:1746147261.269941:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346897280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.270051:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346897280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.270056:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13471 00002000:00100000:3.0:1746147261.270446:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b4700 x1830967346897280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.270452:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b4700 with x1830967346897280 ext(0->4095) 00002000:00010000:3.0:1746147261.270455:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b4700 00000100:00100000:0.0:1746147261.271754:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.271807:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346897408 00000100:00100000:3.0:1746147261.271811:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346897408 00000100:00100000:3.0:1746147261.271913:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30007 00000100:00100000:3.0:1746147261.271919:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346897408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.271928:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.271939:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821f3 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.271958:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 31 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.271964:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.271966:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.271968:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.271991:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 31 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.271999:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 31 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.272009:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340065024:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.272313:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.274197:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340065024:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.274220:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.274236:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6a00, rc 0) 00000100:00100000:3.0:1746147261.274285:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346897408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2366us (2533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.274292:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30007 00000100:00100000:0.0:1746147261.275014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.275167:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346897536 00000100:00100000:1.0:1746147261.275172:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346897536 00010000:00010000:1.0:1746147261.275191:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.275219:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14785 00000100:00100000:1.0:1746147261.275225:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346897536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.275234:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.275278:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.275289:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.275362:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00448 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821ec expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.275381:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.275382:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.275388:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.275395:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.275421:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.275430:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340065152:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.275480:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.276464:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340065152:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.276473:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.276494:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967346897536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1269us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.276500:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14785 00000100:00100000:0.0:1746147261.276846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.277105:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346897792 00000100:00100000:3.0:1746147261.277110:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346897792 00002000:00100000:3.0:1746147261.277137:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5880 x1830967346897792/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.277145:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5880 with x1830967346897792 ext(0->4095) 00002000:00010000:3.0:1746147261.277149:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5880 00000100:00100000:3.0:1746147261.277175:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13472 00000100:00100000:3.0:1746147261.277181:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346897792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.277303:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346897792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.277308:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13472 00002000:00100000:3.0:1746147261.277313:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5880 x1830967346897792/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.277319:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5880 with x1830967346897792 ext(0->4095) 00002000:00010000:3.0:1746147261.277321:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5880 00000100:00100000:0.0:1746147261.278926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.279106:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346897920 00000100:00100000:3.0:1746147261.279111:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346897920 00000100:00100000:3.0:1746147261.279143:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30008 00000100:00100000:3.0:1746147261.279149:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+31:1832:x1830967346897920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.279160:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.279172:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b821fa expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.279192:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.279197:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.279199:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.279202:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.279223:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.279232:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 5 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.279270:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340065280:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.279332:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.280646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.281181:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340065280:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.281199:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.281210:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00000100:00100000:3.0:1746147261.281236:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1832:x1830967346897920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2087us (2311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.281266:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30008 00000100:00100000:3.0:1746147261.281281:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346898048 00000100:00100000:3.0:1746147261.281284:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346898048 00000100:00100000:3.0:1746147261.281838:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30009 00000100:00100000:3.0:1746147261.281845:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1814:x1830967346898048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.281855:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.281863:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82201 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.281878:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.281881:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.281886:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.281888:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.281908:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.281916:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.281922:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7600, rc 0) 00000100:00100000:3.0:1746147261.281948:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1814:x1830967346898048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.281954:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30009 00000100:00100000:0.0:1746147261.282459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.282507:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346898176 00000100:00100000:1.0:1746147261.282511:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346898176 00010000:00010000:1.0:1746147261.282529:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.282561:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14786 00000100:00100000:1.0:1746147261.282566:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346898176:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.282574:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.282590:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.282602:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.282616:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6a00/0x29021e8779c0044f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821f3 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.282738:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.282740:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.282746:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.282754:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.282772:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.282781:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.282790:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340065536:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.283041:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b41b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.283923:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340065536:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.283932:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147261.283963:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346898176:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1396us (1504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.283970:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14786 00000100:00100000:0.0:1746147261.284897:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.284971:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346898432 00000100:00100000:3.0:1746147261.284975:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346898432 00002000:00100000:3.0:1746147261.285002:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5500 x1830967346898432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.285011:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5500 with x1830967346898432 ext(0->4095) 00010000:00010000:3.0:1746147261.285017:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.285027:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.285032:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b5500 00000100:00100000:3.0:1746147261.285106:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2821 00000100:00100000:3.0:1746147261.285112:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346898432:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.285279:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346898432:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.285284:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2821 00002000:00100000:3.0:1746147261.285290:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5500 x1830967346898432/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.285297:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5500 with x1830967346898432 ext(0->4095) 00010000:00010000:3.0:1746147261.285301:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.285309:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.285319:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b5500 00000100:00100000:0.0:1746147261.286535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.286602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.286658:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346898688 00000100:00100000:3.0:1746147261.286660:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346898560 00000100:00100000:1.0:1746147261.286663:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346898688 00000100:00100000:3.0:1746147261.286664:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346898560 00010000:00010000:1.0:1746147261.286679:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.286694:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30010 00000100:00100000:1.0:1746147261.286708:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14787 00000100:00100000:1.0:1746147261.286713:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346898688:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.286722:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.286735:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.286743:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.286759:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346898560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.286760:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7400/0x29021e8779c00456 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b821fa expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.286768:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.286776:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82208 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.286776:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.286778:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.286783:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.286791:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.286801:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.286806:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.286851:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.286855:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.286874:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.286875:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.286885:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.286892:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.286894:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340065792:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.286901:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340065664:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.286947:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a340a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.286952:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.288167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.288213:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346898944 00000100:00100000:2.0:1746147261.288217:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346898944 00000100:00100000:1.0:1746147261.288288:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340065664:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.288300:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746147261.288320:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6d80 x1830967346898944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746147261.288320:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346898688:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1607us (1719us total) trans 0 rc 0/0 00002000:00100000:2.0:1746147261.288327:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6d80 with x1830967346898944 ext(0->4095) 00000100:00100000:1.0:1746147261.288327:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14787 00010000:00010000:2.0:1746147261.288332:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.288345:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.288351:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6d80 00000100:00100000:3.0:1746147261.288386:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340065792:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.288399:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.288408:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00000100:00100000:3.0:1746147261.288424:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346898560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1725us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.288428:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30010 00000100:00100000:2.0:1746147261.288475:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2822 00000100:00100000:2.0:1746147261.288481:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346898944:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.288671:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346898944:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.288677:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2822 00002000:00100000:2.0:1746147261.288682:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6d80 x1830967346898944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.288688:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6d80 with x1830967346898944 ext(0->4095) 00010000:00010000:2.0:1746147261.288692:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.288699:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.288704:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6d80 00000100:00100000:0.0:1746147261.290268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.290327:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346899072 00000100:00100000:3.0:1746147261.290332:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346899072 00000100:00100000:3.0:1746147261.290400:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30011 00000100:00100000:3.0:1746147261.290407:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1814:x1830967346899072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746147261.290417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147261.290534:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746147261.290553:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346899200 00010000:00010000:3.0:1746147261.290555:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8220f expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147261.290557:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346899200 00010000:00010000:0.0:1746147261.290570:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 34 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.290572:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.290576:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.290582:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147261.290585:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147261.290585:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14788 00000100:00100000:0.0:1746147261.290589:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2008:x1830967346899200:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.290611:0:24989:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.290620:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.290631:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7200, rc 0) 00000100:00100000:3.0:1746147261.290656:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346899072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 250us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.290661:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30011 00010000:00010000:0.0:1746147261.290712:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147261.290725:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.290735:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.290749:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c0045d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82201 expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.290761:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.290763:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.290767:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.290773:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.290791:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.290926:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 5 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746147261.290937:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066048:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147261.291478:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.292682:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066048:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.292695:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.292729:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2008:x1830967346899200:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2138us (2311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.292739:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14788 00000100:00100000:0.0:1746147261.292981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.293103:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346899456 00000100:00100000:2.0:1746147261.293107:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346899456 00002000:00100000:2.0:1746147261.293131:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b4380 x1830967346899456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.293139:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b4380 with x1830967346899456 ext(0->4095) 00010000:00010000:2.0:1746147261.293149:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.293158:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.293163:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b4380 00000100:00100000:2.0:1746147261.293186:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2823 00000100:00100000:2.0:1746147261.293192:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346899456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.293498:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346899456:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 306us (517us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.293503:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2823 00002000:00100000:2.0:1746147261.293508:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b4380 x1830967346899456/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.293514:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b4380 with x1830967346899456 ext(0->4095) 00010000:00010000:2.0:1746147261.293517:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.293528:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.293533:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b4380 00000100:00100000:0.0:1746147261.295875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.295947:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346899584 00000100:00100000:2.0:1746147261.295953:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346899584 00010000:00010000:2.0:1746147261.295974:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.295995:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14789 00000100:00100000:2.0:1746147261.296001:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346899584:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.296011:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.296025:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.296034:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.296052:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c00464 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82208 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.296080:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.296082:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.296089:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.296099:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.296125:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.296137:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066176:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.296202:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.297464:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066176:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.297477:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.297669:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346899584:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1666us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.297676:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14789 00000100:00100000:0.0:1746147261.297710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.297779:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346899840 00000100:00100000:2.0:1746147261.297783:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346899840 00002000:00100000:2.0:1746147261.297801:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088700 x1830967346899840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.297810:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088700 with x1830967346899840 ext(0->4095) 00002000:00010000:2.0:1746147261.297813:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c088700 00000100:00100000:2.0:1746147261.297883:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13473 00000100:00100000:2.0:1746147261.297889:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346899840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.297984:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c088700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346899840:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.297992:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13473 00002000:00100000:2.0:1746147261.297997:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088700 x1830967346899840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.298004:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088700 with x1830967346899840 ext(0->4095) 00002000:00010000:2.0:1746147261.298007:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c088700 00000100:00100000:0.0:1746147261.299384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.299420:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346899968 00000100:00100000:3.0:1746147261.299425:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346899968 00000100:00100000:3.0:1746147261.299456:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30012 00000100:00100000:3.0:1746147261.299460:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346899968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.299468:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.299478:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82216 expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.299493:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.299498:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.299499:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.299501:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.299517:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 31 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.299523:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 31 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.299533:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340066304:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.299637:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.300582:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340066304:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.300601:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 6 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.300610:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147261.300631:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346899968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1171us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.300637:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30012 00000100:00100000:0.0:1746147261.301000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.301111:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346900096 00000100:00100000:2.0:1746147261.301116:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346900096 00010000:00010000:2.0:1746147261.301133:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.301285:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14790 00000100:00100000:2.0:1746147261.301292:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346900096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.301302:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.301316:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.301325:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.301340:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c0046b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8220f expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.301349:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.301350:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.301355:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.301364:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.301385:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.301393:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066432:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.301448:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.303499:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066432:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.303513:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.303557:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2005:x1830967346900096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2264us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.303564:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14790 00000100:00100000:0.0:1746147261.304407:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.304463:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346900352 00000100:00100000:3.0:1746147261.304469:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346900352 00002000:00100000:3.0:1746147261.304496:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088a80 x1830967346900352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.304505:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088a80 with x1830967346900352 ext(0->4095) 00002000:00010000:3.0:1746147261.304509:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c088a80 00000100:00100000:3.0:1746147261.304547:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13474 00000100:00100000:3.0:1746147261.304554:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346900352:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.304655:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c088a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346900352:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.304660:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13474 00002000:00100000:3.0:1746147261.304665:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c088a80 x1830967346900352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.304677:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c088a80 with x1830967346900352 ext(0->4095) 00002000:00010000:3.0:1746147261.304680:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c088a80 00000100:00100000:0.0:1746147261.306234:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.306340:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346900480 00000100:00100000:3.0:1746147261.306345:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346900480 00000100:00100000:3.0:1746147261.306378:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30013 00000100:00100000:3.0:1746147261.306384:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+31:1832:x1830967346900480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.306393:0:24989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.306407:0:24989:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8221d expref: -99 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.306426:0:24989:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.306433:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.306435:0:24989:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.306438:0:24989:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.306461:0:24989:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 5 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.306470:0:24989:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 5 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.306480:0:24989:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340066560:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.306532:0:24989:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.308465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.308556:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346900608 00000100:00100000:2.0:1746147261.308561:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346900608 00000100:00100000:3.0:1746147261.308570:0:24989:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24989:1830967340066560:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.308589:0:24989:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.308604:0:24989:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:2.0:1746147261.308771:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30014 00000100:00100000:2.0:1746147261.308778:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1814:x1830967346900608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.308788:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.308797:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82224 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.308812:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.308816:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 34 pid: 24989 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.308820:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1832:x1830967346900480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2435us (2587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.308826:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30013 00010000:00010000:2.0:1746147261.308826:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.308828:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.308853:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.308862:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 33 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.308869:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090423400, rc 0) 00000100:00100000:2.0:1746147261.308886:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1814:x1830967346900608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.308891:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30014 00000100:00100000:0.0:1746147261.309808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.309851:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346900736 00000100:00100000:2.0:1746147261.309855:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346900736 00010000:00010000:2.0:1746147261.309873:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.309902:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14791 00000100:00100000:2.0:1746147261.309908:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346900736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.309917:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.309932:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.309941:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.309957:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c00472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82216 expref: 6 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.309994:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.310036:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.310045:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.310051:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.310111:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 32 pid: 24989 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.310121:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 32 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.310136:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066816:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.310188:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.311908:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340066816:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.311921:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.311942:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346900736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2035us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.311949:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14791 00000100:00100000:0.0:1746147261.312837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.312872:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346900992 00000100:00100000:2.0:1746147261.312877:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346900992 00002000:00100000:2.0:1746147261.312902:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8a80 x1830967346900992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.312911:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8a80 with x1830967346900992 ext(0->4095) 00010000:00010000:2.0:1746147261.312918:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.312927:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.312933:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8a80 00000100:00100000:2.0:1746147261.312953:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2824 00000100:00100000:2.0:1746147261.312959:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346900992:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.313054:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346900992:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.313059:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2824 00002000:00100000:2.0:1746147261.313064:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8a80 x1830967346900992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.313071:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8a80 with x1830967346900992 ext(0->4095) 00010000:00010000:2.0:1746147261.313075:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.313082:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.313087:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8a80 00000100:00100000:0.0:1746147261.314269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.314372:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346901120 00000100:00100000:1.0:1746147261.314376:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346901120 00000100:00100000:1.0:1746147261.314687:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30015 00000100:00100000:1.0:1746147261.314695:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346901120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.314707:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.314719:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8222b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.314737:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.314741:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.314747:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147261.314750:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.314894:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.314905:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.314913:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:1.0:1746147261.315011:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346901120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 316us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.315017:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30015 00000100:00100000:0.0:1746147261.315131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.315151:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346901248 00000100:00100000:2.0:1746147261.315155:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346901248 00010000:00010000:2.0:1746147261.315169:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.315185:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14792 00000100:00100000:2.0:1746147261.315190:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346901248:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.315197:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.315211:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.315220:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.315233:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c00479 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8221d expref: 33 pid: 24989 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.315342:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.315344:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.315349:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.315355:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.315375:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.315388:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.315397:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067072:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.315442:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.317061:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067072:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.317075:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.317109:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346901248:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1918us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.317117:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14792 00000100:00100000:0.0:1746147261.317291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.317401:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346901504 00000100:00100000:3.0:1746147261.317405:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346901504 00002000:00100000:3.0:1746147261.317674:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cdb100 x1830967346901504/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.317683:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cdb100 with x1830967346901504 ext(0->4095) 00010000:00010000:3.0:1746147261.317689:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.317699:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.317705:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cdb100 00000100:00100000:3.0:1746147261.317725:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2825 00000100:00100000:3.0:1746147261.317731:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346901504:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.317831:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2005:x1830967346901504:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.317836:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2825 00002000:00100000:3.0:1746147261.317841:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cdb100 x1830967346901504/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.317848:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cdb100 with x1830967346901504 ext(0->4095) 00010000:00010000:3.0:1746147261.317853:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.317861:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.317867:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cdb100 00000100:00100000:0.0:1746147261.319379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.319446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.319505:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346901632 00000100:00100000:2.0:1746147261.319511:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346901632 00010000:00010000:2.0:1746147261.319532:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.319564:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14793 00000100:00100000:2.0:1746147261.319569:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e4f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2007:x1830967346901632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.319578:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.319590:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.319599:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.319615:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090423400/0x29021e8779c00480 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82224 expref: 32 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.319691:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346901760 00000100:00100000:1.0:1746147261.319695:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346901760 00000100:00100000:1.0:1746147261.319723:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30016 00000100:00100000:1.0:1746147261.319727:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1814:x1830967346901760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.319736:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.319744:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82232 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319755:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.319759:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319764:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.319766:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319789:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319802:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319809:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.319810:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.319814:0:9588:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319821:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319835:0:9588:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.319844:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.319853:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340067328:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.319910:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a340a000 going to sleep for 11 seconds 00010000:00010000:2.0:1746147261.320184:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.320214:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e4f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2007:x1830967346901632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 644us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.320220:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14793 00000100:00100000:1.0:1746147261.321896:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340067328:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.321911:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:1.0:1746147261.321938:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:1814:x1830967346901760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.321944:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30016 00000100:00100000:0.0:1746147261.322376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.322765:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346902016 00000100:00100000:3.0:1746147261.322770:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346902016 00002000:00100000:3.0:1746147261.322797:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd9180 x1830967346902016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.322805:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd9180 with x1830967346902016 ext(0->4095) 00010000:00010000:3.0:1746147261.322812:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.322822:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.322828:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd9180 00000100:00100000:3.0:1746147261.322870:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2826 00000100:00100000:3.0:1746147261.322875:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346902016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.322973:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346902016:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (597us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.322978:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2826 00002000:00100000:3.0:1746147261.322983:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd9180 x1830967346902016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.322989:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd9180 with x1830967346902016 ext(0->4095) 00010000:00010000:3.0:1746147261.322993:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.323001:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.323006:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd9180 00000100:00100000:0.0:1746147261.325757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.326167:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346902144 00000100:00100000:2.0:1746147261.326175:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346902144 00010000:00010000:2.0:1746147261.326202:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.326235:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14794 00000100:00100000:2.0:1746147261.326256:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346902144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.326267:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.326282:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.326293:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.326312:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c00487 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8222b expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.326338:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.326339:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.326346:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.326357:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.326384:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.326395:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067456:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.327094:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6180 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.328660:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067456:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.328677:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.328704:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346902144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2463us (2953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.328712:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14794 00000100:00100000:0.0:1746147261.331232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.331390:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346902400 00000100:00100000:2.0:1746147261.331397:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346902400 00002000:00100000:2.0:1746147261.331431:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967346902400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.331440:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967346902400 ext(0->4095) 00002000:00010000:2.0:1746147261.331444:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd8e00 00000100:00100000:2.0:1746147261.331473:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13475 00000100:00100000:2.0:1746147261.331480:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346902400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.331606:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346902400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.331615:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13475 00002000:00100000:2.0:1746147261.331620:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a3cd8e00 x1830967346902400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.331627:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8e00 with x1830967346902400 ext(0->4095) 00002000:00010000:2.0:1746147261.331630:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a3cd8e00 00000100:00100000:0.0:1746147261.334363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.337530:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346902528 00000100:00100000:1.0:1746147261.337550:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346902528 00000100:00100000:1.0:1746147261.337600:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30017 00000100:00100000:1.0:1746147261.337606:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346902528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.337622:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.337634:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82239 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.337657:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.337664:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.337665:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.337668:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.337690:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 31 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.337699:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 31 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.337708:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340067584:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.337785:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a340a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.339716:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340067584:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.339738:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.339749:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:1.0:1746147261.341288:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346902528:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3676us (6924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.341296:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30017 00000100:00100000:0.0:1746147261.341470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.341535:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346902656 00000100:00100000:3.0:1746147261.341549:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346902656 00002000:00100000:3.0:1746147261.341580:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a3cd8000 x1830967346902656/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.341589:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346902656 ext(0->7) 00010000:00010000:3.0:1746147261.341596:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 32 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.341607:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 32 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.341613:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8000 00000100:00100000:3.0:1746147261.341628:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2827 00000100:00100000:3.0:1746147261.341634:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+32:2006:x1830967346902656:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147261.343152:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346902656:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1515us (1679us total) trans 4294972339 rc 0/0 00000100:00100000:0.0:1746147261.343160:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2827 00002000:00100000:0.0:1746147261.343166:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a3cd8000 x1830967346902656/t4294972339(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.343174:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a3cd8000 with x1830967346902656 ext(0->7) 00010000:00010000:0.0:1746147261.343180:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 34 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.343196:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 34 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.343202:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a3cd8000 00000100:00100000:0.0:1746147261.348140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.348199:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346902784 00000100:00100000:1.0:1746147261.348206:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346902784 00000100:00100000:1.0:1746147261.348277:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30018 00000100:00100000:1.0:1746147261.348284:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346902784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.348297:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.348309:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82240 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.348329:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.348334:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.348339:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147261.348341:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.348367:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.348376:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.348382:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:1.0:1746147261.348426:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346902784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.348433:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30018 00000100:00100000:0.0:1746147261.348443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.348482:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346902912 00000100:00100000:3.0:1746147261.348485:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346902912 00010000:00010000:3.0:1746147261.348502:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.348519:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14795 00000100:00100000:3.0:1746147261.348524:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346902912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.348531:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.348572:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.348582:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.348596:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0048e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82232 expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.348607:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.348609:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.348613:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.348619:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.348635:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.348643:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.348656:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067840:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.348697:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.351967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.352011:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346903168 00000100:00100000:1.0:1746147261.352017:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346903168 00002000:00100000:1.0:1746147261.352048:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546680 x1830967346903168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746147261.352055:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067840:192.168.202.9@tcp:105: 00002000:00100000:1.0:1746147261.352057:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546680 with x1830967346903168 ext(0->4095) 00010000:00010000:1.0:1746147261.352064:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.352070:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746147261.352074:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.352079:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546680 00000100:00100000:1.0:1746147261.352482:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2828 00000100:00100000:1.0:1746147261.352490:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346903168:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.352524:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967346902912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3998us (4081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.352532:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14795 00000100:00100000:0.0:1746147261.352727:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346903168:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 237us (765us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147261.352733:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2828 00002000:00100000:0.0:1746147261.352739:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546680 x1830967346903168/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.352746:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546680 with x1830967346903168 ext(0->4095) 00010000:00010000:0.0:1746147261.352750:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.352760:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.352765:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546680 00000100:00100000:0.0:1746147261.359972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.360035:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346903296 00000100:00100000:3.0:1746147261.360042:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346903296 00010000:00010000:3.0:1746147261.360073:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.360104:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14796 00000100:00100000:3.0:1746147261.360111:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346903296:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.360122:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.360137:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.360147:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.360166:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00495 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82239 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.360193:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.360196:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.360202:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.360209:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.360236:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.360416:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067968:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.360568:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.362284:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340067968:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.362297:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.362321:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346903296:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2210us (2354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.362328:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14796 00000100:00100000:0.0:1746147261.362531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.362793:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346903552 00000100:00100000:1.0:1746147261.362798:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346903552 00002000:00100000:1.0:1746147261.362822:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544380 x1830967346903552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.362831:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544380 with x1830967346903552 ext(0->4095) 00002000:00010000:1.0:1746147261.362834:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544380 00000100:00100000:1.0:1746147261.362858:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13476 00000100:00100000:1.0:1746147261.362864:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967346903552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.362947:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967346903552:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.362953:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13476 00002000:00100000:1.0:1746147261.362957:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544380 x1830967346903552/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.362963:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544380 with x1830967346903552 ext(0->4095) 00002000:00010000:1.0:1746147261.362966:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544380 00000100:00100000:0.0:1746147261.364510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.365709:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346903680 00000100:00100000:1.0:1746147261.365716:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346903680 00000100:00100000:1.0:1746147261.365764:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30019 00000100:00100000:1.0:1746147261.365771:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346903680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.365783:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.365801:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82247 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.365825:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.365832:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.365834:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.365836:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.365861:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 33 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.365871:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 33 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.365886:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340068096:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.365955:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a340a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.367053:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340068096:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.367068:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.367079:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d000, rc 0) 00000100:00100000:1.0:1746147261.367637:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346903680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1865us (3128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.367643:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30019 00000100:00100000:0.0:1746147261.367795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.367837:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346903808 00000100:00100000:3.0:1746147261.367841:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346903808 00010000:00010000:3.0:1746147261.367858:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 34 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.367877:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14797 00000100:00100000:3.0:1746147261.367882:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346903808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.367890:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.367904:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 34 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.367917:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 34 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.367931:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c0049c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82240 expref: 34 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.367949:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.367951:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.367956:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.367962:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.367980:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.367988:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340068224:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.368030:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.370195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.370268:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346904064 00000100:00100000:2.0:1746147261.370273:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346904064 00002000:00100000:2.0:1746147261.370304:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545f80 x1830967346904064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.370313:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545f80 with x1830967346904064 ext(0->4095) 00002000:00010000:2.0:1746147261.370317:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545f80 00000100:00100000:2.0:1746147261.370394:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13477 00000100:00100000:2.0:1746147261.370401:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346904064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.370499:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346904064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.370505:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13477 00002000:00100000:2.0:1746147261.370510:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545f80 x1830967346904064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.370517:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545f80 with x1830967346904064 ext(0->4095) 00002000:00010000:2.0:1746147261.370519:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545f80 00000100:00100000:3.0:1746147261.370820:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340068224:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.370835:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.370855:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:2006:x1830967346903808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2973us (3061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.370862:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14797 00000100:00100000:2.0:1746147261.371798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.371890:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346904192 00000100:00100000:1.0:1746147261.371894:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346904192 00000100:00100000:1.0:1746147261.371923:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30020 00000100:00100000:1.0:1746147261.371927:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+33:1832:x1830967346904192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.371936:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.371949:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8224e expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.371969:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.371975:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.371976:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.371979:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 34 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.372004:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.372013:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.372023:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340068352:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.372072:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a340a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.373391:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.373438:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346904320 00000100:00100000:3.0:1746147261.373443:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346904320 00000100:00100000:3.0:1746147261.373469:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30021 00000100:00100000:3.0:1746147261.373475:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346904320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.373484:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.373494:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82255 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.373506:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.373510:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 36 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.373516:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.373519:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.373551:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 36 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.373561:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.373570:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:3.0:1746147261.373605:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346904320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.373610:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30021 00000100:00100000:1.0:1746147261.374159:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340068352:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.374173:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.374181:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:1.0:1746147261.374200:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1832:x1830967346904192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2272us (2404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.374205:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30020 00000100:00100000:0.0:1746147261.375174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.375280:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346904448 00000100:00100000:3.0:1746147261.375284:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346904448 00010000:00010000:3.0:1746147261.375304:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.375333:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14798 00000100:00100000:3.0:1746147261.375337:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346904448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.375346:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.375358:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.375367:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.375381:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c004a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82247 expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.375398:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.375399:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.376202:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 34 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.376210:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 34 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.376235:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 34 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.376273:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 34 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.376287:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340068608:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.376354:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.378050:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340068608:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.378062:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.378088:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346904448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2749us (2914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.378095:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14798 00000100:00100000:0.0:1746147261.379875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.379930:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346904704 00000100:00100000:1.0:1746147261.379937:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346904704 00002000:00100000:1.0:1746147261.379971:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544700 x1830967346904704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.379980:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544700 with x1830967346904704 ext(0->4095) 00010000:00010000:1.0:1746147261.379987:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.380003:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.380008:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544700 00000100:00100000:1.0:1746147261.380037:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2829 00000100:00100000:1.0:1746147261.380044:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346904704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.380153:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346904704:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.380158:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2829 00002000:00100000:1.0:1746147261.380164:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544700 x1830967346904704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.380170:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544700 with x1830967346904704 ext(0->4095) 00010000:00010000:1.0:1746147261.380174:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.380184:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.380189:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544700 00000100:00100000:0.0:1746147261.382602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.382658:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346904832 00000100:00100000:1.0:1746147261.382664:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346904832 00000100:00100000:1.0:1746147261.382707:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30022 00000100:00100000:1.0:1746147261.382713:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346904832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.382726:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.382739:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8225c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.382758:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.382762:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.382767:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147261.382770:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.382796:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.382806:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.382814:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:1.0:1746147261.382852:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346904832:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.382857:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30022 00000100:00100000:0.0:1746147261.383240:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.383327:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346904960 00000100:00100000:3.0:1746147261.383331:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346904960 00010000:00010000:3.0:1746147261.383347:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.383364:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14799 00000100:00100000:3.0:1746147261.383368:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346904960:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.383375:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.383389:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.383397:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.383412:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8224e expref: 35 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.383433:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.383436:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.383440:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.383447:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.383465:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.383474:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.383484:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340068864:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.384817:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.385377:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340068864:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.385389:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.385424:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967346904960:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2054us (2183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.385430:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14799 00000100:00100000:0.0:1746147261.390793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.390856:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346905216 00000100:00100000:2.0:1746147261.390864:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346905216 00002000:00100000:2.0:1746147261.390898:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660e00 x1830967346905216/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.390907:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660e00 with x1830967346905216 ext(0->4095) 00010000:00010000:2.0:1746147261.390915:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.390926:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.390932:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660e00 00000100:00100000:2.0:1746147261.390962:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2830 00000100:00100000:2.0:1746147261.390968:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346905216:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.391074:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346905216:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.391079:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2830 00002000:00100000:2.0:1746147261.391084:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660e00 x1830967346905216/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.391091:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660e00 with x1830967346905216 ext(0->4095) 00010000:00010000:2.0:1746147261.391094:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.391102:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 34 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.391107:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660e00 00000100:00100000:0.0:1746147261.398991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.399316:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346905344 00000100:00100000:3.0:1746147261.399324:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346905344 00000100:00100000:3.0:1746147261.399368:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30023 00000100:00100000:3.0:1746147261.399375:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:1814:x1830967346905344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.399390:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.399404:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82263 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.399428:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.399432:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.399437:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147261.399440:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.399469:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.399478:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.399487:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7800, rc 0) 00000100:00100000:3.0:1746147261.399525:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346905344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.399531:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30023 00000100:00100000:0.0:1746147261.399639:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.400036:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346905472 00000100:00100000:2.0:1746147261.400041:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346905472 00010000:00010000:2.0:1746147261.400057:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.400076:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14800 00000100:00100000:2.0:1746147261.400081:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2007:x1830967346905472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.400088:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.400103:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.400112:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.400126:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82255 expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.400138:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.400139:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.400144:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.400150:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.400168:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.400182:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.400192:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340069120:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.400233:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.402724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.402779:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346905728 00000100:00100000:1.0:1746147261.402785:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346905728 00002000:00100000:1.0:1746147261.402817:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130661880 x1830967346905728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.402827:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661880 with x1830967346905728 ext(0->4095) 00010000:00010000:1.0:1746147261.402834:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.402850:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.402855:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130661880 00000100:00100000:1.0:1746147261.402887:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2831 00000100:00100000:1.0:1746147261.402893:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130661880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346905728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.403025:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130661880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346905728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.403030:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2831 00002000:00100000:1.0:1746147261.403035:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130661880 x1830967346905728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.403042:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661880 with x1830967346905728 ext(0->4095) 00010000:00010000:1.0:1746147261.403047:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.403055:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.403060:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130661880 00000100:00100000:2.0:1746147261.403066:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340069120:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.403080:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.403185:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c96050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2007:x1830967346905472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3102us (3545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.403193:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14800 00000100:00100000:0.0:1746147261.406643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.406722:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346905856 00000100:00100000:2.0:1746147261.406729:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346905856 00010000:00010000:2.0:1746147261.406762:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.407151:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14801 00000100:00100000:2.0:1746147261.407159:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346905856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.407172:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.407188:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.407198:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.407218:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c004b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8225c expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.407268:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.407270:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.407275:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 33 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.407282:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 33 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.407308:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 33 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.407317:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340069248:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.408115:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.421807:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340069248:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.421830:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.421880:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346905856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 14720us (15240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.421889:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14801 00000100:00100000:2.0:1746147261.425080:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.425321:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346906112 00000100:00100000:3.0:1746147261.425329:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346906112 00002000:00100000:3.0:1746147261.425364:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6680 x1830967346906112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.425374:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6680 with x1830967346906112 ext(0->4095) 00002000:00010000:3.0:1746147261.425379:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b6680 00000100:00100000:3.0:1746147261.425409:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13478 00000100:00100000:3.0:1746147261.425416:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346906112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.425531:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346906112:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.425547:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13478 00002000:00100000:3.0:1746147261.425553:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6680 x1830967346906112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.425560:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6680 with x1830967346906112 ext(0->4095) 00002000:00010000:3.0:1746147261.425563:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b6680 00000100:00100000:0.0:1746147261.430912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.430973:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346906240 00000100:00100000:1.0:1746147261.430980:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346906240 00000100:00100000:1.0:1746147261.431030:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30024 00000100:00100000:1.0:1746147261.431037:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346906240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.431051:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.431066:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8226a expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.431089:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 33 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.431096:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.431097:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.431100:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.431123:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 33 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.431133:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 33 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.431144:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340069376:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.431682:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a340a000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.439146:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340069376:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.439170:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.439183:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c800, rc 0) 00000100:00100000:1.0:1746147261.439227:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346906240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8190us (8323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.439234:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30024 00000100:00100000:0.0:1746147261.442914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.442974:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346906368 00000100:00100000:1.0:1746147261.442983:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346906368 00002000:00100000:1.0:1746147261.443019:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130661c00 x1830967346906368/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.443027:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661c00 with x1830967346906368 ext(0->7) 00010000:00010000:1.0:1746147261.443035:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 34 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.443046:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 34 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.443051:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130661c00 00000100:00100000:1.0:1746147261.443162:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2832 00000100:00100000:1.0:1746147261.443169:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2006:x1830967346906368:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147261.444669:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346906368:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1492us (1753us total) trans 4294972340 rc 0/0 00000100:00100000:0.0:1746147261.444679:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2832 00002000:00100000:0.0:1746147261.444689:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130661c00 x1830967346906368/t4294972340(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.444698:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130661c00 with x1830967346906368 ext(0->7) 00010000:00010000:0.0:1746147261.444706:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.444720:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.444726:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130661c00 00000100:00100000:3.0:1746147261.451705:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746147261.451721:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a3cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3765:1830967340069504:0@lo:400:kworker.0 00000100:00100000:3.0:1746147261.451770:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147261.451860:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340069504 00000100:00100000:1.0:1746147261.451866:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340069504 00000100:00100000:1.0:1746147261.451896:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1746147261.451902:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3765:x1830967340069504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746147261.451937:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3765:x1830967340069504:12345-0@lo:400:kworker.0 Request processed in 36us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.451942:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1746147261.452058:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830967340069632:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147261.452099:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830967340070144:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147261.452125:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830967340070656:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147261.452153:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1746147261.452158:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340069760:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147261.452187:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830967340070272:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147261.452211:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830967340070784:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147261.452255:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340069632 00000100:00100000:2.0:1746147261.452259:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340069632 00000100:00100000:2.0:1746147261.452278:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070144 00000100:00100000:2.0:1746147261.452279:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070144 00000100:00100000:2.0:1746147261.452290:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070656 00000100:00100000:2.0:1746147261.452292:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070656 00000100:00100000:2.0:1746147261.452298:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070272 00000100:00100000:2.0:1746147261.452300:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070272 00000100:00100000:2.0:1746147261.452307:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1746147261.452310:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830967340069632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452333:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830967340069632:12345-0@lo:400:kworker.0 Request processed in 22us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.452337:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1746147261.452344:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070784 00000100:00100000:2.0:1746147261.452345:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070784 00000100:00100000:2.0:1746147261.452353:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1746147261.452356:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830967340070144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452368:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830967340070144:12345-0@lo:400:kworker.0 Request processed in 12us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.452374:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1746147261.452380:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1746147261.452383:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830967340070656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452396:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830967340070656:12345-0@lo:400:kworker.0 Request processed in 12us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.452399:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1746147261.452404:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1746147261.452407:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830967340070272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452419:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093af9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830967340070272:12345-0@lo:400:kworker.0 Request processed in 12us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.452422:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1746147261.452427:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1746147261.452430:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830967340070784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452441:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830967340070784:12345-0@lo:400:kworker.0 Request processed in 11us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.452444:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1746147261.452456:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340069760 00000100:00100000:2.0:1746147261.452458:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340069760 00000100:00100000:2.0:1746147261.452470:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1746147261.452473:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340069760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452488:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340069760:12345-0@lo:400:kworker.0 Request processed in 15us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.452497:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1746147261.452518:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340069760:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452527:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830967340070272:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452532:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830967340070784:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452549:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830967340069632:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452555:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830967340070144:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.452560:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830967340070656:0@lo:400:kworker.0 00000100:00080000:2.0:1746147261.452594:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746147261.452596:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147261.452959:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340070016:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453010:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147261.453037:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340070528:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453054:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147261.453064:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340071040:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453078:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147261.453093:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746147261.453098:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830967340069888:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453114:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147261.453123:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340070400:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453136:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147261.453147:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340070912:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453161:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147261.453181:0:24989:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070528 00000100:00100000:0.0:1746147261.453186:0:24989:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070528 00000100:00080000:0.0:1746147261.453203:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147261.453228:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340071040 00000100:00100000:0.0:1746147261.453230:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340071040 00000100:00100000:0.0:1746147261.453265:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070400 00000100:00100000:0.0:1746147261.453267:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070400 00000100:00100000:0.0:1746147261.453275:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070912 00000100:00100000:0.0:1746147261.453276:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070912 00000100:00100000:0.0:1746147261.453285:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1746147261.453290:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340070528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453321:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340070528:12345-0@lo:400:kworker.0 Request processed in 31us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.453326:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1746147261.453351:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1746147261.453354:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340071040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453370:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340071040:12345-0@lo:400:kworker.0 Request processed in 16us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.453374:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1746147261.453379:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1746147261.453383:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340070400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453394:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340070400:12345-0@lo:400:kworker.0 Request processed in 12us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.453398:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1746147261.453403:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1746147261.453407:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340070912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453418:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340070912:12345-0@lo:400:kworker.0 Request processed in 11us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.453421:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:0.0:1746147261.453428:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746147261.453430:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147261.453444:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340070400:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453450:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340070912:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453457:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340070528:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453463:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340071040:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453509:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340070016 00000100:00100000:0.0:1746147261.453512:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340070016 00000100:00100000:0.0:1746147261.453527:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1746147261.453530:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340070016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.453566:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340070016:12345-0@lo:400:kworker.0 Request processed in 35us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.453571:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1746147261.453586:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340070016:0@lo:400:kworker.0 00000100:00100000:3.0:1746147261.453718:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a3cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3765:1830967340069504:0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.453916:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340069888 00000100:00100000:2.0:1746147261.453921:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340069888 00000100:00100000:2.0:1746147261.453944:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1746147261.453948:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830967340069888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147261.454424:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830967340069888:12345-0@lo:400:kworker.0 Request processed in 475us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.454430:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1746147261.455209:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830967340069888:0@lo:400:kworker.0 00000100:00100000:0.0:1746147261.458209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.458585:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346906496 00000100:00100000:2.0:1746147261.458592:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346906496 00010000:00010000:2.0:1746147261.458622:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.458646:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14802 00000100:00100000:2.0:1746147261.458652:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346906496:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.458662:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.458677:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.458691:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.458709:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7800/0x29021e8779c004bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82263 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.458740:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.458742:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.458747:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.458753:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.458780:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.458790:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071168:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.460155:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.463729:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071168:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.463746:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.463788:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2007:x1830967346906496:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5136us (5584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.463797:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14802 00000100:00100000:0.0:1746147261.470594:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.470811:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346906752 00000100:00100000:2.0:1746147261.470818:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346906752 00002000:00100000:2.0:1746147261.470852:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa300 x1830967346906752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.470861:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa300 with x1830967346906752 ext(0->4095) 00002000:00010000:2.0:1746147261.470865:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aa300 00000100:00100000:2.0:1746147261.470889:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13479 00000100:00100000:2.0:1746147261.470896:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346906752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.471001:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346906752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.471006:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13479 00002000:00100000:2.0:1746147261.471011:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aa300 x1830967346906752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.471017:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aa300 with x1830967346906752 ext(0->4095) 00002000:00010000:2.0:1746147261.471019:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aa300 00000100:00100000:2.0:1746147261.474054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.474982:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346906880 00000100:00100000:1.0:1746147261.474990:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346906880 00000100:00100000:0.0:1746147261.475014:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.475031:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346907008 00000100:00100000:1.0:1746147261.475033:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346907008 00000100:00100000:0.0:1746147261.475044:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30025 00000100:00100000:1.0:1746147261.475050:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30026 00000100:00100000:0.0:1746147261.475051:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1832:x1830967346906880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746147261.475055:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346907008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147261.475074:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147261.475086:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82271 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.475108:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.475114:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.475116:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.475119:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.475143:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.475153:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 5 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746147261.475163:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340071296:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.475177:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.475184:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82278 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.475195:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.475199:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.475204:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.475206:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.475224:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.475232:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.475261:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:1.0:1746147261.475279:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346907008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.475289:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30026 00000100:00100000:0.0:1746147261.475802:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.477178:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340071296:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.477196:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.477206:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918400, rc 0) 00000100:00100000:2.0:1746147261.477235:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346906880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2186us (3186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.477258:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30025 00000100:00100000:0.0:1746147261.477619:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.477702:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346907136 00000100:00100000:3.0:1746147261.477707:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346907136 00010000:00010000:3.0:1746147261.477727:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.477743:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14803 00000100:00100000:3.0:1746147261.477747:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346907136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.477755:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.477768:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.477776:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.477790:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487c800/0x29021e8779c004c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8226a expref: 6 pid: 9588 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.479443:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.479445:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.479453:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.479461:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.479488:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.479497:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.479507:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071552:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.479573:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.482891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.482921:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346907392 00000100:00100000:2.0:1746147261.482926:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346907392 00000100:00100000:3.0:1746147261.482935:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071552:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.482950:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746147261.482958:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998ad80 x1830967346907392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.482966:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967346907392 ext(0->4095) 00010000:00010000:2.0:1746147261.482973:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.482980:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346907136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5231us (5360us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147261.482986:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.482989:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14803 00002000:00010000:2.0:1746147261.482992:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998ad80 00000100:00100000:2.0:1746147261.483006:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2833 00000100:00100000:2.0:1746147261.483012:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346907392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.484325:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346907392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1311us (1437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.484332:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2833 00002000:00100000:2.0:1746147261.484337:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998ad80 x1830967346907392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.484344:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967346907392 ext(0->4095) 00010000:00010000:2.0:1746147261.484350:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.484359:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.484364:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013998ad80 00000100:00100000:0.0:1746147261.486405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.487002:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346907520 00000100:00100000:2.0:1746147261.487008:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346907520 00000100:00100000:2.0:1746147261.487049:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30027 00000100:00100000:2.0:1746147261.487055:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346907520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.487068:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.487080:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8227f expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.487100:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.487104:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.487110:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147261.487113:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.487141:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.487151:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.487159:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecba00, rc 0) 00000100:00100000:2.0:1746147261.487197:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346907520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.487202:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30027 00000100:00100000:0.0:1746147261.489582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.489694:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346907648 00000100:00100000:3.0:1746147261.489700:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346907648 00010000:00010000:3.0:1746147261.489722:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.489750:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14804 00000100:00100000:3.0:1746147261.489755:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346907648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.489764:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.489778:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.489787:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.489803:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918400/0x29021e8779c004cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82271 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.490008:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.490010:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.490016:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.490022:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.490045:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.490055:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.490064:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071808:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.490513:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.493011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.493098:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071808:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.493114:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.493145:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346907648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3388us (3567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.493153:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14804 00000100:00100000:2.0:1746147261.493334:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346907904 00000100:00100000:2.0:1746147261.493339:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346907904 00002000:00100000:2.0:1746147261.493367:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a8700 x1830967346907904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.493376:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8700 with x1830967346907904 ext(0->4095) 00010000:00010000:2.0:1746147261.493383:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.493398:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.493404:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a8700 00000100:00100000:2.0:1746147261.493418:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2834 00000100:00100000:2.0:1746147261.493424:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346907904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.493527:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346907904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.493532:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2834 00002000:00100000:2.0:1746147261.493545:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a8700 x1830967346907904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.493551:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a8700 with x1830967346907904 ext(0->4095) 00010000:00010000:2.0:1746147261.493555:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.493564:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.493569:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945a8700 00000100:00100000:0.0:1746147261.496779:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.497849:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.498009:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346908160 00000100:00100000:3.0:1746147261.498016:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346908160 00010000:00010000:3.0:1746147261.498044:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.498069:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14805 00000100:00100000:3.0:1746147261.498075:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346908160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.498085:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.498100:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.498111:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.498129:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c004d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82278 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.498145:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.498147:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.498152:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.498159:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.498184:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.498195:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071936:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.498280:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.498307:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346908032 00000100:00100000:3.0:1746147261.498310:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346908032 00000100:00100000:3.0:1746147261.498328:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30028 00000100:00100000:3.0:1746147261.498333:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346908032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.498342:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.498351:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82286 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.498363:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.498368:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.498369:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.498372:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 37 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.498386:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.498395:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 5 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.498402:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340072064:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.498421:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.500226:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340072064:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147261.500272:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 37 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.500284:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6c00, rc 0) 00000100:00100000:0.0:1746147261.500315:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1814:x1830967346908032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1980us (3542us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.500321:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30028 00000100:00100000:0.0:1746147261.500347:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340071936:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147261.500354:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147261.500367:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346908160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2293us (2520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.500373:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14805 00000100:00100000:1.0:1746147261.500653:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746147261.500664:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967340072192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746147261.500692:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147261.500815:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340072192 00000100:00100000:3.0:1746147261.500820:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340072192 00000100:00100000:3.0:1746147261.500956:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1746147261.500962:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967340072192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746147261.500976:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499026752 pending 430080 free 3921985536 avail 3688570880 00000100:00100000:3.0:1746147261.500999:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967340072192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.501003:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1746147261.501068:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967340072192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746147261.503172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.503278:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346908416 00000100:00100000:2.0:1746147261.503284:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346908416 00002000:00100000:2.0:1746147261.503314:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ea00 x1830967346908416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.503322:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ea00 with x1830967346908416 ext(0->4095) 00010000:00010000:2.0:1746147261.503330:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.503342:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.503348:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ea00 00000100:00100000:2.0:1746147261.503363:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2835 00000100:00100000:2.0:1746147261.503368:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346908416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.503913:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346908416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 542us (742us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.503919:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2835 00002000:00100000:2.0:1746147261.503923:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009417ea00 x1830967346908416/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.503929:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417ea00 with x1830967346908416 ext(0->4095) 00010000:00010000:2.0:1746147261.503934:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.503942:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.503946:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009417ea00 00000100:00100000:0.0:1746147261.506621:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.506797:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346908544 00000100:00100000:2.0:1746147261.506803:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346908544 00010000:00010000:2.0:1746147261.506832:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.506859:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14806 00000100:00100000:2.0:1746147261.506865:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346908544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.506875:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.506890:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.506900:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.506917:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c004db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8227f expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.507551:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.507553:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.507560:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 35 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.507568:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 35 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.507596:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 35 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.507607:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340072320:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.508026:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.510993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.511085:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340072320:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.511102:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.511144:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346908544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4279us (4528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.511152:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14806 00000100:00100000:3.0:1746147261.511212:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346908800 00000100:00100000:3.0:1746147261.511216:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346908800 00002000:00100000:3.0:1746147261.511260:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44a80 x1830967346908800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.511269:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44a80 with x1830967346908800 ext(0->4095) 00002000:00010000:3.0:1746147261.511272:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44a80 00000100:00100000:3.0:1746147261.511287:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13480 00000100:00100000:3.0:1746147261.511293:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346908800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.511379:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346908800:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.511384:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13480 00002000:00100000:3.0:1746147261.511388:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44a80 x1830967346908800/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.511394:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44a80 with x1830967346908800 ext(0->4095) 00002000:00010000:3.0:1746147261.511396:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44a80 00000100:00100000:0.0:1746147261.514306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.514382:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346908928 00000100:00100000:2.0:1746147261.514388:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346908928 00000100:00100000:2.0:1746147261.514427:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30029 00000100:00100000:2.0:1746147261.514432:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346908928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.514444:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.514456:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8228d expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.514477:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 35 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.514483:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.514484:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.514487:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.514508:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 35 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.514516:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 35 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.514525:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340072448:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.514602:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.516062:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340072448:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.516080:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.516090:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00000100:00100000:2.0:1746147261.516112:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346908928:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1680us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.516118:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30029 00000100:00100000:0.0:1746147261.516845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.517056:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346909056 00000100:00100000:2.0:1746147261.517060:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346909056 00010000:00010000:2.0:1746147261.517079:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.517103:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14807 00000100:00100000:2.0:1746147261.517108:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c95450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346909056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.517117:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.517131:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.517139:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.517154:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c004e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82286 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.517340:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.517342:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.517347:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.517354:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.517373:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.517381:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340072576:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.517732:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.521296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.521336:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346909312 00000100:00100000:1.0:1746147261.521342:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346909312 00002000:00100000:1.0:1746147261.521375:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b800 x1830967346909312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.521382:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b800 with x1830967346909312 ext(0->4095) 00002000:00010000:1.0:1746147261.521386:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b800 00000100:00100000:2.0:1746147261.521409:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340072576:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.521409:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13481 00000100:00100000:1.0:1746147261.521413:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346909312:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746147261.521424:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.521600:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c95450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346909056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4490us (4754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.521609:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14807 00000100:00100000:1.0:1746147261.521824:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346909312:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 409us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.521828:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13481 00002000:00100000:1.0:1746147261.521832:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8b800 x1830967346909312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.521980:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8b800 with x1830967346909312 ext(0->4095) 00002000:00010000:1.0:1746147261.521984:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8b800 00000100:00100000:0.0:1746147261.522494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.522811:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346909440 00000100:00100000:2.0:1746147261.522815:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346909440 00000100:00100000:2.0:1746147261.522849:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30030 00000100:00100000:2.0:1746147261.522854:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346909440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.522863:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.522875:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82294 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.522898:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.522904:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.522905:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.522909:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.522929:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.522938:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 5 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.522947:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340072704:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.522998:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.525175:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.525767:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346909568 00000100:00100000:3.0:1746147261.525773:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346909568 00000100:00100000:3.0:1746147261.525804:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30031 00000100:00100000:3.0:1746147261.525810:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346909568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.525823:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.525835:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8229b expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.525854:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.525859:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.525864:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.525866:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.525892:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.526084:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340072704:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.526098:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.526106:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eca800, rc 0) 00000100:00100000:2.0:1746147261.526151:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346909440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3296us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.526156:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30030 00010000:00010000:3.0:1746147261.526339:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 37 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.526348:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60800, rc 0) 00000100:00100000:3.0:1746147261.526383:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346909568:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 572us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.526388:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30031 00000100:00100000:2.0:1746147261.526558:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.526798:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346909696 00000100:00100000:3.0:1746147261.526802:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346909696 00010000:00010000:3.0:1746147261.526816:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.526872:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14808 00000100:00100000:3.0:1746147261.526878:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346909696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.526886:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.526900:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.526909:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.526924:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c004e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8228d expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.526935:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.526937:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.526942:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.526948:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.526966:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.526976:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.526986:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340072960:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.527037:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.530434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.530625:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346909952 00000100:00100000:2.0:1746147261.530632:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346909952 00002000:00100000:2.0:1746147261.530676:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46a00 x1830967346909952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.530685:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46a00 with x1830967346909952 ext(0->4095) 00010000:00010000:2.0:1746147261.530693:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.530706:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.530712:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46a00 00000100:00100000:2.0:1746147261.530737:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2836 00000100:00100000:2.0:1746147261.530744:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346909952:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.530853:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346909952:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (426us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.530858:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2836 00002000:00100000:2.0:1746147261.530863:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc46a00 x1830967346909952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.530870:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46a00 with x1830967346909952 ext(0->4095) 00010000:00010000:2.0:1746147261.530874:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.530882:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.530891:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc46a00 00000100:00100000:3.0:1746147261.531024:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340072960:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.531039:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.531072:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346909696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4193us (4513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.531079:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14808 00000100:00100000:0.0:1746147261.535390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.535495:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346910080 00000100:00100000:3.0:1746147261.535503:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346910080 00010000:00010000:3.0:1746147261.535532:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.535568:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14809 00000100:00100000:3.0:1746147261.535574:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2008:x1830967346910080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.535588:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.535604:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.535614:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.535633:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c004f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82294 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.535900:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.535903:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.535910:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.535918:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.535947:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.535962:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073088:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.536511:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.540820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.540998:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073088:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.541029:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346910336 00000100:00100000:1.0:1746147261.541035:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346910336 00002000:00100000:1.0:1746147261.541074:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78380 x1830967346910336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.541084:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78380 with x1830967346910336 ext(0->4095) 00002000:00010000:1.0:1746147261.541088:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78380 00000100:00100000:1.0:1746147261.541116:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13482 00000100:00100000:1.0:1746147261.541122:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346910336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.541233:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346910336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.541239:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13482 00002000:00100000:1.0:1746147261.541265:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f78380 x1830967346910336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.541272:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78380 with x1830967346910336 ext(0->4095) 00002000:00010000:1.0:1746147261.541275:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78380 00010000:00010000:3.0:1746147261.541335:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.541357:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2008:x1830967346910080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5783us (5975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.541366:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14809 00000100:00100000:0.0:1746147261.544999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.545087:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346910464 00000100:00100000:2.0:1746147261.545095:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346910464 00000100:00100000:2.0:1746147261.545141:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30032 00000100:00100000:2.0:1746147261.545147:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346910464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.545161:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.545174:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822a2 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.545197:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 35 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.545203:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.545205:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.545208:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.545232:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 35 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.545270:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 35 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.545280:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340073216:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.545622:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.546360:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013998a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340073216:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.546377:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.546387:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:2.0:1746147261.546409:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346910464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1262us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.546414:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30032 00000100:00100000:0.0:1746147261.547309:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.547398:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346910592 00000100:00100000:3.0:1746147261.547403:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346910592 00010000:00010000:3.0:1746147261.547423:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.547872:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14810 00000100:00100000:3.0:1746147261.547879:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346910592:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.547891:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.547907:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.547917:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.547936:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c004f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8229b expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.548045:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746147261.548054:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340073344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746147261.548085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147261.548166:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340073344 00000100:00100000:0.0:1746147261.548169:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340073344 00000100:00100000:0.0:1746147261.548198:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1746147261.548203:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340073344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746147261.548216:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499026752 pending 430080 free 3921985536 avail 3688570880 00000100:00100000:0.0:1746147261.548268:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340073344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.548273:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00010000:00010000:3.0:1746147261.548353:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.548355:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.548362:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.548369:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.548390:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.548399:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073472:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.548438:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.548534:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131f79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340073344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746147261.551636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.551755:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346910720 00000100:00100000:2.0:1746147261.551762:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346910720 00000100:00100000:2.0:1746147261.551794:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30033 00000100:00100000:2.0:1746147261.551800:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346910720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.551814:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.551827:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822a9 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.551847:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.551854:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.551855:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.551858:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.551866:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073472:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.551880:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147261.551884:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.551894:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.551904:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340073600:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.551910:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346910592:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4031us (4602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.551917:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14810 00000100:00100000:2.0:1746147261.551952:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.552665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.552706:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346910976 00000100:00100000:2.0:1746147261.552709:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346910976 00002000:00100000:2.0:1746147261.552729:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7a680 x1830967346910976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.552737:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7a680 with x1830967346910976 ext(0->4095) 00010000:00010000:2.0:1746147261.552743:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.552752:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.552758:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f7a680 00000100:00100000:2.0:1746147261.552782:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2837 00000100:00100000:2.0:1746147261.552788:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346910976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.552894:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346910976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.552912:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2837 00002000:00100000:2.0:1746147261.552917:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f7a680 x1830967346910976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.552925:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7a680 with x1830967346910976 ext(0->4095) 00010000:00010000:2.0:1746147261.552932:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.552941:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.552946:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f7a680 00000100:00100000:2.0:1746147261.556124:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130660a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340073600:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.556150:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.556164:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb200, rc 0) 00000100:00100000:2.0:1746147261.556206:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346910720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4405us (4576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.556213:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30033 00000100:00100000:0.0:1746147261.556440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.556864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.557008:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346911104 00000100:00100000:3.0:1746147261.557014:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346911104 00000100:00100000:3.0:1746147261.557039:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30034 00000100:00100000:3.0:1746147261.557044:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1832:x1830967346911104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.557055:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.557066:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822b0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.557081:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.557084:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.557089:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.557092:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.557114:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.557126:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.557132:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60200, rc 0) 00000100:00100000:2.0:1746147261.557205:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346911232 00000100:00100000:2.0:1746147261.557208:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346911232 00010000:00010000:2.0:1746147261.557221:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.557587:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346911104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 541us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.557593:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30034 00000100:00100000:2.0:1746147261.558045:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14811 00000100:00100000:2.0:1746147261.558052:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346911232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.558060:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.558074:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.558084:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.558099:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c004fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a2 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.558112:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.558113:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.558118:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.558124:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.558140:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.558149:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.558162:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130660a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073856:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.558207:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.561869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.561939:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346911488 00000100:00100000:3.0:1746147261.561950:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346911488 00002000:00100000:3.0:1746147261.561981:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127100 x1830967346911488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746147261.561985:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130660a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073856:192.168.202.9@tcp:105: 00002000:00100000:3.0:1746147261.561989:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127100 with x1830967346911488 ext(0->4095) 00010000:00010000:3.0:1746147261.561996:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.562000:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147261.562007:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.562012:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127100 00000100:00100000:2.0:1746147261.562041:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346911232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3984us (5172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.562050:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14811 00000100:00100000:3.0:1746147261.562070:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2838 00000100:00100000:3.0:1746147261.562075:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346911488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.562423:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346911488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 346us (565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.562428:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2838 00002000:00100000:3.0:1746147261.562434:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127100 x1830967346911488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.562440:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127100 with x1830967346911488 ext(0->4095) 00010000:00010000:3.0:1746147261.562445:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.562453:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.562458:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094127100 00000100:00100000:0.0:1746147261.566451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.566534:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346911616 00000100:00100000:2.0:1746147261.566552:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346911616 00010000:00010000:2.0:1746147261.566580:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.566612:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14812 00000100:00100000:2.0:1746147261.566618:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2008:x1830967346911616:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.566627:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.566643:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.566653:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.566671:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00505 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822a9 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.566696:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.566698:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.566703:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.566710:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.566737:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.566747:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130660a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073984:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.566820:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.573526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.573566:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346911872 00000100:00100000:2.0:1746147261.573577:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346911872 00002000:00100000:2.0:1746147261.573614:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9880 x1830967346911872/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.573623:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9880 with x1830967346911872 ext(0->4095) 00002000:00010000:2.0:1746147261.573627:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945a9880 00000100:00100000:2.0:1746147261.573655:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13483 00000100:00100000:2.0:1746147261.573661:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2007:x1830967346911872:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147261.573764:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2007:x1830967346911872:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.573769:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13483 00002000:00100000:2.0:1746147261.573778:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945a9880 x1830967346911872/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.573784:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945a9880 with x1830967346911872 ext(0->4095) 00002000:00010000:2.0:1746147261.573787:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945a9880 00000100:00100000:3.0:1746147261.574057:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130660a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340073984:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.574070:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.574091:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2008:x1830967346911616:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7474us (7647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.574097:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14812 00000100:00100000:0.0:1746147261.576439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.576516:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346912000 00000100:00100000:3.0:1746147261.576522:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346912000 00000100:00100000:3.0:1746147261.576561:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30035 00000100:00100000:3.0:1746147261.576567:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346912000:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.576579:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.576592:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822b7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.576613:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.576624:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.576625:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.576629:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.576660:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.576671:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.576682:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074112:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.576748:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.580070:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074112:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.580095:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.580110:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe61000, rc 0) 00000100:00100000:3.0:1746147261.580157:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346912000:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3590us (3723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.580164:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30035 00000100:00100000:0.0:1746147261.581681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.582431:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346912128 00000100:00100000:3.0:1746147261.582438:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346912128 00010000:00010000:3.0:1746147261.582465:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.582937:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14813 00000100:00100000:3.0:1746147261.582944:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346912128:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.582956:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.582970:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.582980:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.582998:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0050c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b0 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.583528:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.583530:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.583545:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.583552:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.583582:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.583729:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340074240:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.584942:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.587295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.587450:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340074240:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.587468:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.587504:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967346912128:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4560us (5825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.587514:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14813 00000100:00100000:3.0:1746147261.587592:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346912256 00000100:00100000:3.0:1746147261.587598:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346912256 00000100:00100000:3.0:1746147261.587821:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30036 00000100:00100000:3.0:1746147261.587828:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346912256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.587842:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.587854:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822be expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.587877:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.587883:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.587885:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.587888:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.587909:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.587919:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.587929:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074368:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.587970:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.588279:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.588399:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346912512 00000100:00100000:1.0:1746147261.588403:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346912512 00002000:00100000:1.0:1746147261.588426:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126680 x1830967346912512/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.588434:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126680 with x1830967346912512 ext(0->4095) 00010000:00010000:1.0:1746147261.588439:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.588449:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.588454:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126680 00000100:00100000:1.0:1746147261.588479:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2839 00000100:00100000:1.0:1746147261.588485:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346912512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.588582:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346912512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.588588:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2839 00002000:00100000:1.0:1746147261.588594:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126680 x1830967346912512/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.588601:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126680 with x1830967346912512 ext(0->4095) 00010000:00010000:1.0:1746147261.588605:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.588613:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.588619:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126680 00000100:00100000:3.0:1746147261.590849:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074368:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.590869:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.590886:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60000, rc 0) 00000100:00100000:3.0:1746147261.591477:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346912256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3643us (4181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.591486:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30036 00000100:00100000:2.0:1746147261.591611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.591707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.591725:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346912768 00000100:00100000:2.0:1746147261.591729:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346912768 00010000:00010000:2.0:1746147261.591749:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.591782:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14814 00000100:00100000:2.0:1746147261.591788:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346912768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.591797:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.591811:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.591821:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.591839:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00513 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822b7 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746147261.591844:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346912640 00000100:00100000:0.0:1746147261.591847:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346912640 00010000:00010000:2.0:1746147261.591851:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.591853:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.591858:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147261.591863:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30037 00000100:00100000:0.0:1746147261.591867:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1832:x1830967346912640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.591869:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.591877:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147261.591884:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822c5 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.591890:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.591896:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.591901:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147261.591902:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147261.591904:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.592398:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.592408:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340074496:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147261.592416:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.592424:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746147261.592430:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091424e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074624:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147261.592492:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.592567:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.594970:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340074496:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.594986:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.595020:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c94850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346912768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3231us (3311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.595029:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14814 00000100:00100000:2.0:1746147261.595118:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091424e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074624:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.595134:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.595145:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918200, rc 0) 00000100:00100000:2.0:1746147261.595163:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346912640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3296us (3553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.595168:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30037 00000100:00100000:0.0:1746147261.595236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.595447:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346913024 00000100:00100000:2.0:1746147261.595452:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346913024 00002000:00100000:2.0:1746147261.595477:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427b80 x1830967346913024/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.595485:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427b80 with x1830967346913024 ext(0->4095) 00010000:00010000:2.0:1746147261.595492:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.595502:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.595507:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091427b80 00000100:00100000:2.0:1746147261.595531:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2840 00000100:00100000:2.0:1746147261.595549:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346913024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.595635:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346913024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (399us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.595641:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2840 00002000:00100000:2.0:1746147261.595645:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427b80 x1830967346913024/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.595652:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427b80 with x1830967346913024 ext(0->4095) 00010000:00010000:2.0:1746147261.595656:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.595665:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.595670:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091427b80 00000100:00100000:0.0:1746147261.603114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.603202:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346913152 00000100:00100000:3.0:1746147261.603210:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346913152 00010000:00010000:3.0:1746147261.603239:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.603300:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14815 00000100:00100000:3.0:1746147261.603307:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2008:x1830967346913152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.603319:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.603334:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.603345:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.603364:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c0051a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822be expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.603386:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.603387:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.603393:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.603399:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.603424:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.603433:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340074752:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.603511:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.606437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.606582:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340074752:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.606599:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.606633:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2008:x1830967346913152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3326us (3525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.606643:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14815 00000100:00100000:1.0:1746147261.606756:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346913408 00000100:00100000:1.0:1746147261.606761:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346913408 00002000:00100000:1.0:1746147261.606790:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091426a00 x1830967346913408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.606799:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091426a00 with x1830967346913408 ext(0->4095) 00002000:00010000:1.0:1746147261.606803:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091426a00 00000100:00100000:1.0:1746147261.606816:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13484 00000100:00100000:1.0:1746147261.606821:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346913408:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147261.606903:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346913408:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 82us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.606908:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13484 00002000:00100000:1.0:1746147261.606913:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091426a00 x1830967346913408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.606920:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091426a00 with x1830967346913408 ext(0->4095) 00002000:00010000:1.0:1746147261.606922:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091426a00 00000100:00100000:2.0:1746147261.609711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.609794:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346913536 00000100:00100000:0.0:1746147261.609801:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346913536 00000100:00100000:0.0:1746147261.609980:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30038 00000100:00100000:0.0:1746147261.609987:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346913536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147261.610000:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147261.610014:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822cc expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.610037:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.610044:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147261.610046:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147261.610049:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.610073:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.610084:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746147261.610094:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091424000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074880:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147261.610630:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.612821:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091424000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340074880:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.612843:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.612857:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918800, rc 0) 00000100:00100000:2.0:1746147261.612896:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346913536:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2910us (3190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.612903:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30038 00000100:00100000:0.0:1746147261.613062:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.613187:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346913664 00000100:00100000:3.0:1746147261.613193:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346913664 00010000:00010000:3.0:1746147261.613211:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.613230:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14816 00000100:00100000:3.0:1746147261.613235:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346913664:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.613270:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.613285:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.613294:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.613312:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c00521 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822c5 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.613323:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.613325:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.613330:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.613336:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.613358:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.613368:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075008:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.613406:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.617650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.617708:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346913920 00000100:00100000:2.0:1746147261.617715:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346913920 00000100:00100000:0.0:1746147261.617735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00002000:00100000:2.0:1746147261.617752:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424000 x1830967346913920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.617761:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424000 with x1830967346913920 ext(0->4095) 00002000:00010000:2.0:1746147261.617766:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424000 00000100:00100000:0.0:1746147261.617767:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346914048 00000100:00100000:0.0:1746147261.617770:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346914048 00000100:00100000:2.0:1746147261.617801:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13485 00000100:00100000:2.0:1746147261.617808:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346913920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.617832:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075008:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.617847:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.617878:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346913664:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4642us (4816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.617890:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14816 00000100:00100000:2.0:1746147261.617899:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346913920:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.617904:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13485 00002000:00100000:2.0:1746147261.617909:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424000 x1830967346913920/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.617916:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424000 with x1830967346913920 ext(0->4095) 00002000:00010000:2.0:1746147261.617919:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424000 00000100:00100000:3.0:1746147261.618142:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30039 00000100:00100000:3.0:1746147261.618148:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346914048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.618156:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.618168:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822d3 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.618186:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.618192:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.618194:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.618197:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.618217:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.618226:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.618236:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340075136:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.618294:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.620278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.620517:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346914176 00000100:00100000:3.0:1746147261.620523:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346914176 00000100:00100000:3.0:1746147261.620559:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30040 00000100:00100000:3.0:1746147261.620565:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346914176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.620577:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.620587:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822da expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.620603:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.620607:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.620612:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.620615:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 38 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.620638:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.620648:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 38 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.620654:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340075136:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.620656:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60000, rc 0) 00010000:00010000:2.0:1746147261.620668:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.620681:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60200, rc 0) 00000100:00100000:3.0:1746147261.620695:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1832:x1830967346914176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.620697:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346914048:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2550us (2963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.620700:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30040 00000100:00100000:2.0:1746147261.620703:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30039 00000100:00100000:2.0:1746147261.621109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.621145:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346914304 00000100:00100000:3.0:1746147261.621149:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346914304 00010000:00010000:3.0:1746147261.621163:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.621483:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14817 00000100:00100000:3.0:1746147261.621489:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346914304:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.621497:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.621511:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.621520:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.621544:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918800/0x29021e8779c00528 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822cc expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.621871:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.621872:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.621877:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.621884:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.621903:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.621912:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.621922:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075392:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.622217:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.626066:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075392:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.626082:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.626129:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346914304:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4639us (5020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.626139:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14817 00000100:00100000:0.0:1746147261.627412:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.627596:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346914560 00000100:00100000:1.0:1746147261.627603:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346914560 00002000:00100000:1.0:1746147261.627638:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c34700 x1830967346914560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.627646:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c34700 with x1830967346914560 ext(0->4095) 00010000:00010000:1.0:1746147261.627654:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.627665:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.627671:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c34700 00000100:00100000:1.0:1746147261.627826:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2841 00000100:00100000:1.0:1746147261.627832:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346914560:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.628125:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346914560:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 291us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.628130:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2841 00002000:00100000:1.0:1746147261.628135:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c34700 x1830967346914560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.628142:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c34700 with x1830967346914560 ext(0->4095) 00010000:00010000:1.0:1746147261.628147:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.628155:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.628165:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c34700 00000100:00100000:0.0:1746147261.629926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.630050:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346914688 00000100:00100000:3.0:1746147261.630055:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346914688 00010000:00010000:3.0:1746147261.630077:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.630108:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14818 00000100:00100000:3.0:1746147261.630114:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2007:x1830967346914688:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.630124:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.630137:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.630146:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.630164:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c0052f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822d3 expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.630179:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.630181:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.630187:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.630193:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.630226:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.630236:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075520:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.630964:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.634736:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075520:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.634753:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.634794:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346914688:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4679us (4871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.634803:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14818 00000100:00100000:0.0:1746147261.634978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.635220:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346914944 00000100:00100000:2.0:1746147261.635226:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346914944 00002000:00100000:2.0:1746147261.635278:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c35880 x1830967346914944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.635287:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35880 with x1830967346914944 ext(0->4095) 00002000:00010000:2.0:1746147261.635292:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c35880 00000100:00100000:2.0:1746147261.635306:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13486 00000100:00100000:2.0:1746147261.635312:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346914944:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.635413:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346914944:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.635418:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13486 00002000:00100000:2.0:1746147261.635423:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c35880 x1830967346914944/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.635429:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35880 with x1830967346914944 ext(0->4095) 00002000:00010000:2.0:1746147261.635431:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c35880 00000100:00100000:0.0:1746147261.637422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.637511:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346915072 00000100:00100000:2.0:1746147261.637516:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346915072 00000100:00100000:2.0:1746147261.637799:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30041 00000100:00100000:2.0:1746147261.637807:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346915072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.637819:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.637831:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822e1 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.637851:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.637858:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.637860:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.637863:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.637886:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.637896:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.637905:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340075648:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.638574:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.639892:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340075648:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.639913:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.639925:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eca600, rc 0) 00000100:00100000:2.0:1746147261.639961:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346915072:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2154us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.639968:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30041 00000100:00100000:0.0:1746147261.640563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.640689:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346915200 00000100:00100000:3.0:1746147261.640693:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346915200 00010000:00010000:3.0:1746147261.640713:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.640843:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14819 00000100:00100000:3.0:1746147261.640850:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346915200:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.640860:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.640876:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.640885:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.640901:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c00536 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822da expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.640915:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.640917:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.640922:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.640929:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.640953:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.640963:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075776:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.641018:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.644940:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340075776:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.644958:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.645210:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346915200:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4358us (4645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.645219:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14819 00000100:00100000:0.0:1746147261.646310:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.646369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.646421:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346915584 00000100:00100000:1.0:1746147261.646428:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346915584 00002000:00100000:1.0:1746147261.646459:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d500 x1830967346915584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.646469:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d500 with x1830967346915584 ext(0->4095) 00002000:00010000:1.0:1746147261.646473:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053d500 00000100:00100000:1.0:1746147261.646506:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13487 00000100:00100000:1.0:1746147261.646513:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346915584:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.646567:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346915328 00000100:00100000:2.0:1746147261.646572:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346915328 00000100:00100000:2.0:1746147261.646594:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30042 00000100:00100000:2.0:1746147261.646599:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346915328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.646607:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.646619:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822e8 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147261.646623:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346915584:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.646629:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13487 00002000:00100000:1.0:1746147261.646634:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d500 x1830967346915584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746147261.646640:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746147261.646640:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d500 with x1830967346915584 ext(0->4095) 00002000:00010000:1.0:1746147261.646643:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053d500 00010000:00010000:2.0:1746147261.646646:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.646648:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.646651:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.646674:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.646684:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 5 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.646695:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340075904:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.647666:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.650544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.650666:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346915712 00000100:00100000:1.0:1746147261.650673:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346915712 00000100:00100000:1.0:1746147261.650714:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30043 00000100:00100000:1.0:1746147261.650722:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346915712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.650735:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.650748:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822ef expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.650928:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340075904:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.650951:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.650964:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:2.0:1746147261.650999:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1814:x1830967346915328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4399us (4691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.651005:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30042 00010000:00010000:1.0:1746147261.651068:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.651072:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.651077:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.651080:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 37 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.651103:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.651112:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 37 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.651118:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d000, rc 0) 00000100:00100000:1.0:1746147261.651135:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346915712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 415us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.651140:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30043 00000100:00100000:0.0:1746147261.651465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.651766:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346915840 00000100:00100000:3.0:1746147261.651770:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346915840 00010000:00010000:3.0:1746147261.651785:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.651813:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14820 00000100:00100000:3.0:1746147261.651818:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346915840:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.651829:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.651843:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.651851:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.651864:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c0053d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e1 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.651887:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.651888:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.651893:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.651899:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.651917:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.651926:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.651935:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076160:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.651981:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.653872:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076160:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147261.653876:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147261.653884:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.653923:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346915840:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2103us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.653930:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14820 00000100:00100000:2.0:1746147261.655467:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346916096 00000100:00100000:2.0:1746147261.655474:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346916096 00002000:00100000:2.0:1746147261.655504:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053e300 x1830967346916096/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.655512:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967346916096 ext(0->4095) 00010000:00010000:2.0:1746147261.655520:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.655532:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.655551:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053e300 00000100:00100000:2.0:1746147261.655576:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2842 00000100:00100000:2.0:1746147261.655583:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346916096:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.655690:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346916096:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.655696:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2842 00002000:00100000:2.0:1746147261.655700:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053e300 x1830967346916096/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.655708:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053e300 with x1830967346916096 ext(0->4095) 00010000:00010000:2.0:1746147261.655711:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.655719:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.655723:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053e300 00000100:00100000:0.0:1746147261.657704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.657783:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346916224 00000100:00100000:3.0:1746147261.657789:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346916224 00010000:00010000:3.0:1746147261.657811:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.657913:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14821 00000100:00100000:3.0:1746147261.657920:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4da7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2006:x1830967346916224:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.657930:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.657944:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.657954:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.657972:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00544 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822e8 expref: 37 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.657984:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.657986:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.657990:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.657997:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.658022:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.658032:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076288:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.658495:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.660330:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076288:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.660345:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.660374:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4da7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346916224:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2453us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.660382:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14821 00000100:00100000:0.0:1746147261.660645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.660771:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346916480 00000100:00100000:1.0:1746147261.660777:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346916480 00002000:00100000:1.0:1746147261.660803:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053dc00 x1830967346916480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.660811:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053dc00 with x1830967346916480 ext(0->4095) 00002000:00010000:1.0:1746147261.660814:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053dc00 00000100:00100000:1.0:1746147261.660839:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13488 00000100:00100000:1.0:1746147261.660845:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346916480:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.660934:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346916480:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.660939:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13488 00002000:00100000:1.0:1746147261.660944:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053dc00 x1830967346916480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.660951:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053dc00 with x1830967346916480 ext(0->4095) 00002000:00010000:1.0:1746147261.660953:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053dc00 00000100:00100000:0.0:1746147261.663814:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.664367:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346916608 00000100:00100000:1.0:1746147261.664374:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346916608 00000100:00100000:1.0:1746147261.664419:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30044 00000100:00100000:1.0:1746147261.664426:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346916608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.664441:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.664453:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822f6 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.664475:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 35 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.664481:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.664483:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.664486:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.664510:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 35 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.664524:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 35 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.664545:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340076416:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.664614:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.665893:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340076416:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.665909:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.665918:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:1.0:1746147261.666159:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346916608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (2350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.666166:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30044 00000100:00100000:1.0:1746147261.667278:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.667735:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346916736 00000100:00100000:3.0:1746147261.667741:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346916736 00010000:00010000:3.0:1746147261.667766:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.667795:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14822 00000100:00100000:3.0:1746147261.667802:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346916736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.667813:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.667828:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.667838:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.667855:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c0054b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822ef expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.668257:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.668260:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.668266:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.668272:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.668295:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.668305:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076544:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.668495:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.670580:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.670668:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076544:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.670682:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.670722:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2006:x1830967346916736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2920us (3445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.670730:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14822 00000100:00100000:1.0:1746147261.670790:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346916992 00000100:00100000:1.0:1746147261.670794:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346916992 00002000:00100000:1.0:1746147261.670823:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c000 x1830967346916992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.670831:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c000 with x1830967346916992 ext(0->4095) 00002000:00010000:1.0:1746147261.670834:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053c000 00000100:00100000:1.0:1746147261.670860:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13489 00000100:00100000:1.0:1746147261.670866:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346916992:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.670974:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346916992:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.670980:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13489 00002000:00100000:1.0:1746147261.670985:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c000 x1830967346916992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.670992:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c000 with x1830967346916992 ext(0->4095) 00002000:00010000:1.0:1746147261.670994:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053c000 00000100:00100000:2.0:1746147261.671620:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.671718:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346917120 00000100:00100000:1.0:1746147261.671722:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346917120 00000100:00100000:1.0:1746147261.671742:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30045 00000100:00100000:1.0:1746147261.671747:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+35:1814:x1830967346917120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.671756:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.671767:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b822fd expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.671785:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.671791:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.671792:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.671795:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.671814:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.671824:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 5 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.671837:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340076672:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.672196:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.672709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.672914:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346917248 00000100:00100000:2.0:1746147261.672918:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346917248 00000100:00100000:2.0:1746147261.673225:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30046 00000100:00100000:2.0:1746147261.673232:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a860850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1832:x1830967346917248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.673260:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.673271:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82304 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.673285:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.673289:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.673294:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.673296:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.673319:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 38 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.673333:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 38 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.673341:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eca600, rc 0) 00000100:00100000:2.0:1746147261.673365:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a860850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1832:x1830967346917248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.673371:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30046 00000100:00100000:1.0:1746147261.673527:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340076672:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.673549:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.673557:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d000, rc 0) 00000100:00100000:1.0:1746147261.673573:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:1814:x1830967346917120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1826us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.673578:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30045 00000100:00100000:0.0:1746147261.673715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.673745:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346917376 00000100:00100000:3.0:1746147261.673748:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346917376 00010000:00010000:3.0:1746147261.673764:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.673780:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14823 00000100:00100000:3.0:1746147261.673785:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346917376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.673793:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.673805:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.673813:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.673827:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c00552 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822f6 expref: 6 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.673853:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.673855:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.673860:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.673869:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.673887:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 36 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.673895:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 36 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.673903:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076928:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.673937:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.675615:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746147261.675627:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340077056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746147261.675656:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147261.675731:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340077056 00000100:00100000:2.0:1746147261.675736:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340077056 00000100:00100000:2.0:1746147261.675761:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1746147261.675767:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340077056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746147261.675786:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746147261.675814:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340077056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.675819:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1746147261.675848:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340076928:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.675858:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.675939:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346917376:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2151us (2223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.675946:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14823 00000100:00100000:0.0:1746147261.676012:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340077056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746147261.676043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.676092:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346917632 00000100:00100000:3.0:1746147261.676096:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346917632 00002000:00100000:3.0:1746147261.676117:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089880 x1830967346917632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.676125:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089880 with x1830967346917632 ext(0->4095) 00010000:00010000:3.0:1746147261.676132:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.676142:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.676148:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c089880 00000100:00100000:3.0:1746147261.676160:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2843 00000100:00100000:3.0:1746147261.676165:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346917632:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.676622:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346917632:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 455us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.676628:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2843 00002000:00100000:3.0:1746147261.676633:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089880 x1830967346917632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.676640:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089880 with x1830967346917632 ext(0->4095) 00010000:00010000:3.0:1746147261.676644:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.676652:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.676657:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c089880 00000100:00100000:0.0:1746147261.678063:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.678131:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346917760 00000100:00100000:2.0:1746147261.678137:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346917760 00010000:00010000:2.0:1746147261.678157:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.678191:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14824 00000100:00100000:2.0:1746147261.678197:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2007:x1830967346917760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.678205:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.678217:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.678225:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.678258:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00559 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b822fd expref: 37 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.678271:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.678273:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.678278:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.678284:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.678307:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 36 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.678316:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340077184:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.678374:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.679945:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340077184:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.679958:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.679981:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2007:x1830967346917760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1784us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.679987:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14824 00000100:00100000:0.0:1746147261.680638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.680864:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346918016 00000100:00100000:3.0:1746147261.680869:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346918016 00002000:00100000:3.0:1746147261.680894:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c380 x1830967346918016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.680903:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c380 with x1830967346918016 ext(0->4095) 00002000:00010000:3.0:1746147261.680906:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053c380 00000100:00100000:3.0:1746147261.681062:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13490 00000100:00100000:3.0:1746147261.681069:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2008:x1830967346918016:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147261.681162:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2008:x1830967346918016:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.681171:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13490 00002000:00100000:3.0:1746147261.681175:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053c380 x1830967346918016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.681182:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053c380 with x1830967346918016 ext(0->4095) 00002000:00010000:3.0:1746147261.681185:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009053c380 00000100:00100000:0.0:1746147261.683506:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.683743:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346918144 00000100:00100000:3.0:1746147261.683749:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346918144 00000100:00100000:3.0:1746147261.683785:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30047 00000100:00100000:3.0:1746147261.683792:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346918144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.683804:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.683926:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8230b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.683950:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 35 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.683960:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.683962:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.683965:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.683987:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 35 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.683996:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 35 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.684005:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340077312:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.684460:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.687057:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340077312:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.687079:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.687094:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ffa00, rc 0) 00000100:00100000:3.0:1746147261.687129:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346918144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3337us (4640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.687137:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30047 00000100:00100000:0.0:1746147261.689616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.689690:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346918272 00000100:00100000:2.0:1746147261.689696:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346918272 00010000:00010000:2.0:1746147261.689722:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.689751:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14825 00000100:00100000:2.0:1746147261.689757:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346918272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.689768:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.689782:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.689792:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.689810:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eca600/0x29021e8779c00560 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82304 expref: 36 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.689824:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.689826:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.689832:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.689838:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.689863:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.689872:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340077440:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.689940:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.691894:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009053d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340077568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746147261.691933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147261.692158:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340077568 00000100:00100000:1.0:1746147261.692163:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340077568 00000100:00100000:1.0:1746147261.692199:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1746147261.692204:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340077568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746147261.692221:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:1.0:1746147261.692274:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340077568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.692279:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1746147261.692292:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009053d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340077568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746147261.692946:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.693015:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346918400 00000100:00100000:3.0:1746147261.693018:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346918400 00000100:00100000:3.0:1746147261.693051:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30048 00000100:00100000:3.0:1746147261.693056:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346918400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.693067:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.693080:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82312 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.693099:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.693105:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.693107:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.693110:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.693129:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.693139:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.693147:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340077696:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.694185:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.694267:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340077440:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.694281:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.694312:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2005:x1830967346918272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4556us (4700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.694321:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14825 00000100:00100000:0.0:1746147261.696423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.696527:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340077696:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.696559:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 36 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.696573:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fe000, rc 0) 00000100:00100000:3.0:1746147261.696617:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+36:1814:x1830967346918400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3560us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.696628:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30048 00000100:00100000:2.0:1746147261.696628:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346918656 00000100:00100000:2.0:1746147261.696634:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346918656 00002000:00100000:2.0:1746147261.696663:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945af100 x1830967346918656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.696932:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945af100 with x1830967346918656 ext(0->4095) 00010000:00010000:2.0:1746147261.696938:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.696949:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.696959:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945af100 00000100:00100000:2.0:1746147261.697372:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2844 00000100:00100000:2.0:1746147261.697380:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346918656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.697468:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346918656:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (1051us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.697472:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2844 00002000:00100000:2.0:1746147261.697477:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945af100 x1830967346918656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.697484:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945af100 with x1830967346918656 ext(0->4095) 00010000:00010000:2.0:1746147261.697489:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.697498:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.697503:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945af100 00000100:00100000:0.0:1746147261.700630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.700786:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346918784 00000100:00100000:2.0:1746147261.700792:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346918784 00010000:00010000:2.0:1746147261.700819:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.700989:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14826 00000100:00100000:2.0:1746147261.700995:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346918784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.701005:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.701021:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.701030:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.701048:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c00567 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8230b expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.701071:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.701072:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.701078:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.701086:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.701111:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.701121:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340077824:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.701185:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.704382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.704558:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340077824:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.704575:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.704611:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346918784:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3615us (3987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.704620:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14826 00000100:00100000:1.0:1746147261.704845:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346919040 00000100:00100000:1.0:1746147261.704851:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346919040 00002000:00100000:1.0:1746147261.704882:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945adc00 x1830967346919040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.704901:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945adc00 with x1830967346919040 ext(0->4095) 00002000:00010000:1.0:1746147261.704905:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945adc00 00000100:00100000:1.0:1746147261.704919:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13491 00000100:00100000:1.0:1746147261.704925:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346919040:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.705037:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2005:x1830967346919040:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.705043:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13491 00002000:00100000:1.0:1746147261.705048:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945adc00 x1830967346919040/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.705055:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945adc00 with x1830967346919040 ext(0->4095) 00002000:00010000:1.0:1746147261.705057:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945adc00 00000100:00100000:0.0:1746147261.707228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.707632:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346919168 00000100:00100000:3.0:1746147261.707638:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346919168 00000100:00100000:3.0:1746147261.707667:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30049 00000100:00100000:3.0:1746147261.707673:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346919168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.707685:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.707698:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82319 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.707720:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.707725:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.707726:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.707729:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.707753:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 35 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.707762:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 35 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.707772:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340077952:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.707834:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.715958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.716034:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346919296 00000100:00100000:2.0:1746147261.716042:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346919296 00002000:00100000:2.0:1746147261.716074:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945aed80 x1830967346919296/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.716084:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967346919296 ext(0->7) 00010000:00010000:2.0:1746147261.716091:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.716102:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 36 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.716109:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aed80 00000100:00100000:3.0:1746147261.716194:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340077952:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.716214:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.716225:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ff200, rc 0) 00000100:00100000:3.0:1746147261.716287:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346919168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8614us (9064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.716294:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30049 00000100:00100000:1.0:1746147261.716692:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2845 00000100:00100000:1.0:1746147261.716700:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+36:2006:x1830967346919296:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147261.717501:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967346919296:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 801us (1548us total) trans 4294972341 rc 0/0 00000100:00100000:1.0:1746147261.717507:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2845 00002000:00100000:1.0:1746147261.717512:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945aed80 x1830967346919296/t4294972341(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.717519:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967346919296 ext(0->7) 00010000:00010000:1.0:1746147261.717524:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 38 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.717542:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 38 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.717548:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aed80 00000100:00100000:0.0:1746147261.727667:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.727721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.727840:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346919424 00000100:00100000:3.0:1746147261.727848:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346919424 00000100:00100000:3.0:1746147261.727895:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30050 00000100:00100000:3.0:1746147261.727902:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:1814:x1830967346919424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.727915:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.727929:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82320 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.727950:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.727955:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.727960:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147261.727963:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.727990:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.727994:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346919552 00000100:00100000:2.0:1746147261.727998:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346919552 00010000:00010000:3.0:1746147261.727999:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.728011:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ffa00, rc 0) 00010000:00010000:2.0:1746147261.728012:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.728026:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14827 00000100:00100000:2.0:1746147261.728030:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346919552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147261.728037:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746147261.728045:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1814:x1830967346919424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.728050:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30050 00010000:00010000:2.0:1746147261.728050:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.728058:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 39 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.728073:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fe000/0x29021e8779c0056e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82312 expref: 39 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.728090:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.728092:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.728096:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.728102:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.728120:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.728128:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.728138:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078208:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147261.728176:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.731751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.731810:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346919808 00000100:00100000:1.0:1746147261.731816:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346919808 00000100:00100000:3.0:1746147261.731825:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078208:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.731842:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746147261.731848:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aea00 x1830967346919808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.731855:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aea00 with x1830967346919808 ext(0->4095) 00010000:00010000:1.0:1746147261.731861:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.731872:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.731873:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346919552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3842us (4152us total) trans 0 rc 0/0 00002000:00010000:1.0:1746147261.731877:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aea00 00000100:00100000:3.0:1746147261.731882:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14827 00000100:00100000:1.0:1746147261.731891:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2846 00000100:00100000:1.0:1746147261.731896:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346919808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.731993:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346919808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.731998:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2846 00002000:00100000:1.0:1746147261.732003:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945aea00 x1830967346919808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.732009:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aea00 with x1830967346919808 ext(0->4095) 00010000:00010000:1.0:1746147261.732013:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.732021:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.732031:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945aea00 00000100:00100000:0.0:1746147261.735337:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.735444:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346919936 00000100:00100000:3.0:1746147261.735451:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346919936 00010000:00010000:3.0:1746147261.735482:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.735519:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14828 00000100:00100000:3.0:1746147261.735526:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346919936:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.735546:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.735562:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.735572:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.735590:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ff200/0x29021e8779c00575 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82319 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.735617:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.735619:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.735624:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.735631:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.735658:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.735669:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078336:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.735745:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.738215:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078336:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.738228:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.738308:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346919936:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2781us (2975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.738317:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14828 00000100:00100000:0.0:1746147261.739437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.739616:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346920192 00000100:00100000:1.0:1746147261.739622:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346920192 00002000:00100000:1.0:1746147261.739653:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac700 x1830967346920192/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.739661:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac700 with x1830967346920192 ext(0->4095) 00002000:00010000:1.0:1746147261.739665:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac700 00000100:00100000:1.0:1746147261.739690:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13492 00000100:00100000:1.0:1746147261.739696:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346920192:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.739798:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346920192:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.739803:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13492 00002000:00100000:1.0:1746147261.739808:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac700 x1830967346920192/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.739815:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac700 with x1830967346920192 ext(0->4095) 00002000:00010000:1.0:1746147261.739817:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac700 00000100:00100000:0.0:1746147261.742018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.742180:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346920320 00000100:00100000:3.0:1746147261.742187:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346920320 00000100:00100000:3.0:1746147261.742229:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30051 00000100:00100000:3.0:1746147261.742235:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346920320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.742266:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.742279:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82327 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.742305:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.742310:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.742311:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147261.742314:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.742336:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 37 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.742345:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 37 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.742354:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340078464:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.742415:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.747957:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340078464:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147261.747981:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.747995:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fea00, rc 0) 00000100:00100000:3.0:1746147261.748036:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346920320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5801us (6023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.748043:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30051 00000100:00100000:0.0:1746147261.748461:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.748766:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346920448 00000100:00100000:3.0:1746147261.748772:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346920448 00002000:00100000:3.0:1746147261.748798:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945ac380 x1830967346920448/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.748806:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967346920448 ext(0->7) 00010000:00010000:3.0:1746147261.748812:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 38 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.748821:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 38 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.748826:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ac380 00000100:00100000:3.0:1746147261.749444:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2847 00000100:00100000:3.0:1746147261.749451:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967346920448:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147261.751085:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346920448:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1631us (2620us total) trans 4294972342 rc 0/0 00000100:00100000:0.0:1746147261.751092:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2847 00002000:00100000:0.0:1746147261.751098:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800945ac380 x1830967346920448/t4294972342(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.751106:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967346920448 ext(0->7) 00010000:00010000:0.0:1746147261.751112:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.751124:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.751129:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ac380 00000100:00100000:0.0:1746147261.753853:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.753947:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346920576 00000100:00100000:3.0:1746147261.753955:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346920576 00010000:00010000:3.0:1746147261.753983:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.754011:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14829 00000100:00100000:3.0:1746147261.754016:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346920576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.754027:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746147261.754038:0:8397:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147262 -> 1746147263 00002000:00010000:3.0:1746147261.754040:0:8397:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147262 -> 1746147263 00010000:00010000:3.0:1746147261.754044:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.754057:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.754075:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ffa00/0x29021e8779c0057c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82320 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.754175:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.754177:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.754184:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.754190:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.754213:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.754222:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078592:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.754691:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.757323:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078592:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.757341:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.757373:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2005:x1830967346920576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3355us (3526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.757381:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14829 00000100:00100000:0.0:1746147261.757626:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.757733:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346920704 00000100:00100000:0.0:1746147261.757737:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346920704 00000100:00100000:0.0:1746147261.757762:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30052 00000100:00100000:0.0:1746147261.757768:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1814:x1830967346920704:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147261.757781:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147261.757793:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8232e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.757814:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.757820:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.757822:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.757824:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 40 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.757846:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.757856:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746147261.757864:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013082d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340078720:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147261.757911:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.757942:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.757979:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346920960 00000100:00100000:0.0:1746147261.757982:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346920960 00002000:00100000:0.0:1746147261.758003:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082d500 x1830967346920960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.758010:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d500 with x1830967346920960 ext(0->4095) 00010000:00010000:0.0:1746147261.758015:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.758023:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.758027:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082d500 00000100:00100000:0.0:1746147261.758039:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2848 00000100:00100000:0.0:1746147261.758044:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346920960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147261.758127:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346920960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (185us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147261.758131:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2848 00002000:00100000:0.0:1746147261.758136:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082d500 x1830967346920960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.758142:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d500 with x1830967346920960 ext(0->4095) 00010000:00010000:0.0:1746147261.758145:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.758153:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.758158:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082d500 00000100:00100000:0.0:1746147261.761146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.761292:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.761367:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346921088 00000100:00100000:1.0:1746147261.761374:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346921088 00000100:00100000:1.0:1746147261.761405:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30053 00000100:00100000:1.0:1746147261.761411:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1832:x1830967346921088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.761423:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.761436:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82335 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.761458:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.761462:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.761468:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.761471:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.761496:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.761508:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.761516:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:3.0:1746147261.761736:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346921216 00000100:00100000:3.0:1746147261.761740:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346921216 00010000:00010000:3.0:1746147261.761755:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.761772:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14830 00000100:00100000:3.0:1746147261.761777:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346921216:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.761784:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.761798:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.761807:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.761820:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.761821:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.761826:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.761832:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.761848:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.761857:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.761865:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078976:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.761983:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1832:x1830967346921088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 571us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.761990:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30053 00010000:00010000:2.0:1746147261.762173:0:10034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944fea00/0x29021e8779c00583 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82327 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.762186:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013082d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340078720:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.762199:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.762205:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.762217:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918200, rc 0) 00000100:00100000:2.0:1746147261.762237:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346920704:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4469us (4611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.762258:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30052 00000100:00100000:3.0:1746147261.762407:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.764656:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340078976:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.764671:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.764883:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346921216:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3103us (3588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.764891:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14830 00000100:00100000:0.0:1746147261.765671:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.766488:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346921472 00000100:00100000:2.0:1746147261.766495:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346921472 00002000:00100000:2.0:1746147261.766525:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ed80 x1830967346921472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.766542:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967346921472 ext(0->4095) 00010000:00010000:2.0:1746147261.766549:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.766560:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.766565:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082ed80 00000100:00100000:2.0:1746147261.766578:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2849 00000100:00100000:2.0:1746147261.766583:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2008:x1830967346921472:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147261.766686:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2008:x1830967346921472:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (1016us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.766691:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2849 00002000:00100000:2.0:1746147261.766695:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ed80 x1830967346921472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.766705:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ed80 with x1830967346921472 ext(0->4095) 00010000:00010000:2.0:1746147261.766708:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.766715:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.766720:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082ed80 00000100:00100000:0.0:1746147261.769910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.770002:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346921600 00000100:00100000:3.0:1746147261.770008:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346921600 00010000:00010000:3.0:1746147261.770034:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.770823:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14831 00000100:00100000:3.0:1746147261.770829:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2006:x1830967346921600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.770839:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.770852:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.770861:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.770875:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c0058a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8232e expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.770898:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.770899:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.770903:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 40 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.770911:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 40 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.770931:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 40 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.770939:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079104:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.770991:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.772547:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079104:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.772562:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.772588:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346921600:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1758us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.772595:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14831 00000100:00100000:0.0:1746147261.773793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.773862:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346921856 00000100:00100000:2.0:1746147261.773868:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346921856 00002000:00100000:2.0:1746147261.773897:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082df80 x1830967346921856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.773906:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082df80 with x1830967346921856 ext(0->4095) 00002000:00010000:2.0:1746147261.773910:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082df80 00000100:00100000:2.0:1746147261.773924:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13493 00000100:00100000:2.0:1746147261.773930:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346921856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.774049:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346921856:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.774054:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13493 00002000:00100000:2.0:1746147261.774059:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082df80 x1830967346921856/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.774066:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082df80 with x1830967346921856 ext(0->4095) 00002000:00010000:2.0:1746147261.774069:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082df80 00000100:00100000:0.0:1746147261.776433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.776678:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346921984 00000100:00100000:2.0:1746147261.776684:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346921984 00000100:00100000:2.0:1746147261.776727:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30054 00000100:00100000:2.0:1746147261.776732:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346921984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.776745:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.776759:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8233c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.776780:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 39 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.776785:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.776787:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.776789:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.776814:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 39 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.776823:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 39 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.776832:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340079232:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.776906:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.778823:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340079232:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.779029:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.779049:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:2.0:1746147261.779093:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346921984:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2359us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.779277:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30054 00000100:00100000:1.0:1746147261.779980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.780132:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346922112 00000100:00100000:3.0:1746147261.780138:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346922112 00010000:00010000:3.0:1746147261.780160:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 40 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.780233:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14832 00000100:00100000:3.0:1746147261.780239:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346922112:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.780353:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.780369:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 40 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.780379:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 40 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.780397:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00591 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82335 expref: 40 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.780405:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.780406:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.780412:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.780419:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.780441:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.780451:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079360:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.780818:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.783679:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079360:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.783697:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.783891:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2006:x1830967346922112:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3650us (3910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.783900:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14832 00000100:00100000:1.0:1746147261.784015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.784098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.784159:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346922368 00000100:00100000:0.0:1746147261.784165:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346922368 00002000:00100000:0.0:1746147261.784198:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44380 x1830967346922368/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.784205:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44380 with x1830967346922368 ext(0->4095) 00002000:00010000:0.0:1746147261.784209:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44380 00000100:00100000:0.0:1746147261.784222:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13494 00000100:00100000:0.0:1746147261.784227:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346922368:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.784336:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346922496 00000100:00100000:2.0:1746147261.784340:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346922496 00000100:00100000:0.0:1746147261.784346:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346922368:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147261.784351:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13494 00002000:00100000:0.0:1746147261.784355:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc44380 x1830967346922368/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746147261.784359:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30055 00002000:00100000:0.0:1746147261.784361:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44380 with x1830967346922368 ext(0->4095) 00002000:00010000:0.0:1746147261.784363:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44380 00000100:00100000:2.0:1746147261.784364:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1814:x1830967346922496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.784372:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.784384:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82343 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.784402:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.784409:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.784410:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.784413:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 40 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.784433:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.784443:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.784457:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340079488:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.784492:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.787132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.787162:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340079488:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.787185:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 40 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.787197:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecba00, rc 0) 00000100:00100000:2.0:1746147261.787227:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1814:x1830967346922496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2863us (3129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.787234:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30055 00000100:00100000:3.0:1746147261.787449:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.787459:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346922624 00000100:00100000:3.0:1746147261.787464:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346922752 00000100:00100000:1.0:1746147261.787464:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346922624 00000100:00100000:3.0:1746147261.787467:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346922752 00010000:00010000:3.0:1746147261.787483:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.787490:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30056 00000100:00100000:1.0:1746147261.787495:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1832:x1830967346922624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746147261.787503:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14833 00010000:00010000:1.0:1746147261.787505:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746147261.787508:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346922752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147261.787515:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8234a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.787517:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147261.787529:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.787543:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.787698:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.787702:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.787793:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.787803:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.787805:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.787818:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00598 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8233c expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.787819:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.787826:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.787827:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.787832:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.787837:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.787844:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00010000:00010000:3.0:1746147261.787854:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.787863:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.787877:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079744:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147261.787878:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1832:x1830967346922624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 382us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.787883:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30056 00000100:00100000:3.0:1746147261.787924:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.791500:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079744:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.791514:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.791563:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346922752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4053us (4113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.791572:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14833 00000100:00100000:0.0:1746147261.791614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.791638:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346923008 00000100:00100000:0.0:1746147261.791643:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346923008 00002000:00100000:0.0:1746147261.792076:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082d180 x1830967346923008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147261.792084:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d180 with x1830967346923008 ext(0->4095) 00010000:00010000:0.0:1746147261.792091:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746147261.792103:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746147261.792108:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082d180 00000100:00100000:1.0:1746147261.792164:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2850 00000100:00100000:1.0:1746147261.792172:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2006:x1830967346923008:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.792293:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2006:x1830967346923008:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.792298:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2850 00002000:00100000:1.0:1746147261.792302:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082d180 x1830967346923008/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.792309:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d180 with x1830967346923008 ext(0->4095) 00010000:00010000:1.0:1746147261.792313:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.792321:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.792326:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082d180 00000100:00100000:0.0:1746147261.794641:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.794900:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346923136 00000100:00100000:3.0:1746147261.794906:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346923136 00010000:00010000:3.0:1746147261.794932:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.794967:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14834 00000100:00100000:3.0:1746147261.794973:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2006:x1830967346923136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.794985:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.794999:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.795009:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.795027:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0059f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82343 expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.795051:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.795054:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.795059:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.795066:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.795091:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.795102:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079872:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.795163:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.799588:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340079872:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.799607:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.800354:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346923136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5378us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.800363:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14834 00000100:00100000:0.0:1746147261.800836:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.800936:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346923392 00000100:00100000:3.0:1746147261.800942:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346923392 00002000:00100000:3.0:1746147261.800968:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082d880 x1830967346923392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.800981:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d880 with x1830967346923392 ext(0->4095) 00002000:00010000:3.0:1746147261.800984:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082d880 00000100:00100000:3.0:1746147261.800998:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13495 00000100:00100000:3.0:1746147261.801004:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346923392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.801097:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346923392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.801103:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13495 00002000:00100000:3.0:1746147261.801108:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082d880 x1830967346923392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.801114:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082d880 with x1830967346923392 ext(0->4095) 00002000:00010000:3.0:1746147261.801117:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082d880 00000100:00100000:0.0:1746147261.802523:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.803478:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346923520 00000100:00100000:1.0:1746147261.803483:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346923520 00000100:00100000:1.0:1746147261.803516:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30057 00000100:00100000:1.0:1746147261.803522:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346923520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.803540:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.803553:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82351 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.803574:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.803580:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.803581:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.803584:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.803606:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.803620:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 39 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.803630:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340080000:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.803696:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.805051:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340080000:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.805068:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.805184:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d000, rc 0) 00000100:00100000:1.0:1746147261.805210:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346923520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1688us (2689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.805216:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30057 00000100:00100000:0.0:1746147261.805714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.805835:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346923648 00000100:00100000:3.0:1746147261.805840:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346923648 00010000:00010000:3.0:1746147261.805859:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.805876:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14835 00000100:00100000:3.0:1746147261.805881:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346923648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.805889:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.805904:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.805913:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.805929:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c005a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8234a expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.805993:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.805995:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.806002:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.806014:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.806035:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.806044:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340080128:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.806090:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013734f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.807352:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.807413:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340080128:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.807423:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.807443:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2005:x1830967346923648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1561us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.807449:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14835 00000100:00100000:1.0:1746147261.807547:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346923904 00000100:00100000:1.0:1746147261.807551:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346923904 00002000:00100000:1.0:1746147261.807573:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed3480 x1830967346923904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.807581:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed3480 with x1830967346923904 ext(0->4095) 00002000:00010000:1.0:1746147261.807585:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed3480 00000100:00100000:1.0:1746147261.807607:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13496 00000100:00100000:1.0:1746147261.807613:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346923904:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.807704:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346923904:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.807713:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13496 00002000:00100000:1.0:1746147261.807718:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed3480 x1830967346923904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.807724:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed3480 with x1830967346923904 ext(0->4095) 00002000:00010000:1.0:1746147261.807727:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed3480 00000100:00100000:0.0:1746147261.808877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.808930:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346924032 00000100:00100000:1.0:1746147261.808934:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346924032 00000100:00100000:1.0:1746147261.808965:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30058 00000100:00100000:1.0:1746147261.808969:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1832:x1830967346924032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.808979:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.808990:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82358 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.809008:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.809014:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.809016:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.809019:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.809044:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.809054:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 5 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.809070:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340080256:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.809126:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.810750:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340080256:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.810766:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.810778:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:1.0:1746147261.810801:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1832:x1830967346924032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (1925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.810807:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30058 00000100:00100000:0.0:1746147261.811370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.811412:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346924160 00000100:00100000:1.0:1746147261.811416:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346924160 00000100:00100000:1.0:1746147261.811448:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30059 00000100:00100000:1.0:1746147261.811453:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1814:x1830967346924160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.811463:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.811475:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8235f expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147261.811485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147261.811490:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.811494:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.811499:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.811501:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.811560:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346924288 00000100:00100000:3.0:1746147261.811563:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346924288 00010000:00010000:3.0:1746147261.811581:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.811598:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14836 00000100:00100000:3.0:1746147261.811602:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346924288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.811609:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.811622:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.811630:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.812005:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c005ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82351 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.812065:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.812075:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.812082:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.812083:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.812088:0:20948:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.812094:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.812109:0:20948:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.812119:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746147261.812132:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340080512:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.812165:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.812228:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346924288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 624us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.812234:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14836 00000100:00100000:1.0:1746147261.812310:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.813792:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc47480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340080512:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147261.813803:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:1.0:1746147261.813825:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346924160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2372us (2456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.813832:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30059 00000100:00100000:0.0:1746147261.815092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.815226:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346924544 00000100:00100000:3.0:1746147261.815231:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346924544 00002000:00100000:3.0:1746147261.815281:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed2a00 x1830967346924544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.815290:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2a00 with x1830967346924544 ext(0->4095) 00010000:00010000:3.0:1746147261.815297:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.815308:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.815314:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed2a00 00000100:00100000:3.0:1746147261.815819:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2851 00000100:00100000:3.0:1746147261.815827:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346924544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.815946:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346924544:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (854us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.815952:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2851 00002000:00100000:3.0:1746147261.815958:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed2a00 x1830967346924544/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.815964:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed2a00 with x1830967346924544 ext(0->4095) 00010000:00010000:3.0:1746147261.815968:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.815976:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.815981:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed2a00 00000100:00100000:0.0:1746147261.817571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.817613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.817708:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346924672 00000100:00100000:1.0:1746147261.817713:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346924672 00000100:00100000:1.0:1746147261.817750:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30060 00000100:00100000:1.0:1746147261.817756:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346924672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.817766:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.817778:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82366 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.817796:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.817800:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.817805:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147261.817808:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.817835:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.817844:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.817852:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6200, rc 0) 00000100:00100000:1.0:1746147261.817877:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346924672:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.817882:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30060 00000100:00100000:3.0:1746147261.818155:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346924800 00000100:00100000:3.0:1746147261.818159:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346924800 00010000:00010000:3.0:1746147261.818172:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.818311:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14837 00000100:00100000:3.0:1746147261.818317:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346924800:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.818409:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.818423:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.818432:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.818446:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c005b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82358 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.818460:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.818461:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.818710:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.818719:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.818738:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.818747:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.818756:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340080768:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.818827:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.820198:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340080768:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.820209:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.820433:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346924800:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2114us (2818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.820441:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14837 00000100:00100000:0.0:1746147261.820761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.820832:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346925056 00000100:00100000:1.0:1746147261.820836:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346925056 00002000:00100000:1.0:1746147261.820859:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d880 x1830967346925056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.820867:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d880 with x1830967346925056 ext(0->4095) 00010000:00010000:1.0:1746147261.820872:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.820882:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.820887:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d880 00000100:00100000:1.0:1746147261.820906:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2852 00000100:00100000:1.0:1746147261.820911:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346925056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.820986:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346925056:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 75us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.820991:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2852 00002000:00100000:1.0:1746147261.820996:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d880 x1830967346925056/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.821002:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d880 with x1830967346925056 ext(0->4095) 00010000:00010000:1.0:1746147261.821006:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.821014:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 40 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.821023:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29d880 00000100:00100000:0.0:1746147261.822756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.822819:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.822875:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346925184 00000100:00100000:2.0:1746147261.822881:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346925184 00000100:00100000:2.0:1746147261.822918:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30061 00000100:00100000:2.0:1746147261.822924:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1814:x1830967346925184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.822933:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.822950:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8236d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.822964:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346925312 00000100:00100000:3.0:1746147261.822967:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346925312 00010000:00010000:2.0:1746147261.822967:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.822971:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.822976:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147261.822979:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.822980:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 42 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.822998:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14838 00000100:00100000:3.0:1746147261.823002:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2008:x1830967346925312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.823008:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147261.823009:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.823019:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 42 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.823019:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.823027:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 42 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.823209:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00010000:00010000:3.0:1746147261.823217:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c005bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8235f expref: 42 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.823226:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.823227:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.823232:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.823264:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346925184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 339us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.823269:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30061 00010000:00010000:3.0:1746147261.823313:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.823333:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.823342:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 5 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.823355:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081024:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.823571:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.826522:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081024:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.826550:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.826585:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2008:x1830967346925312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3581us (3764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.826598:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14838 00000100:00100000:0.0:1746147261.826709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.826873:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346925568 00000100:00100000:1.0:1746147261.826879:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346925568 00002000:00100000:1.0:1746147261.826908:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f800 x1830967346925568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.826914:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f800 with x1830967346925568 ext(0->4095) 00010000:00010000:1.0:1746147261.826920:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.826928:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.826932:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29f800 00000100:00100000:1.0:1746147261.826953:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2853 00000100:00100000:1.0:1746147261.826957:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346925568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.827063:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346925568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.827068:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2853 00002000:00100000:1.0:1746147261.827072:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f800 x1830967346925568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.827076:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f800 with x1830967346925568 ext(0->4095) 00010000:00010000:1.0:1746147261.827079:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746147261.827088:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746147261.827091:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29f800 00000100:00100000:0.0:1746147261.829022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.829071:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346925696 00000100:00100000:3.0:1746147261.829076:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346925696 00010000:00010000:3.0:1746147261.829100:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.829129:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14839 00000100:00100000:3.0:1746147261.829136:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346925696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.829145:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.829159:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.829169:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.829187:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6200/0x29021e8779c005c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82366 expref: 6 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.829209:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.829212:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.829218:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.829226:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.829273:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.829282:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081152:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.829384:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.830838:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081152:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.830850:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.830884:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346925696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1748us (1865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.830892:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14839 00000100:00100000:0.0:1746147261.831423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.831486:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346925952 00000100:00100000:1.0:1746147261.831490:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346925952 00002000:00100000:1.0:1746147261.831516:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29ed80 x1830967346925952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.831525:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967346925952 ext(0->4095) 00002000:00010000:1.0:1746147261.831528:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29ed80 00000100:00100000:1.0:1746147261.831561:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13497 00000100:00100000:1.0:1746147261.831567:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346925952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147261.831722:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346925952:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.831727:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13497 00002000:00100000:1.0:1746147261.831732:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29ed80 x1830967346925952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.831738:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967346925952 ext(0->4095) 00002000:00010000:1.0:1746147261.831740:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29ed80 00000100:00100000:0.0:1746147261.833476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.833640:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346926080 00000100:00100000:2.0:1746147261.833646:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346926080 00000100:00100000:2.0:1746147261.834055:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30062 00000100:00100000:2.0:1746147261.834063:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346926080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.834074:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.834086:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82374 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.834107:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.834114:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.834116:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.834119:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.834146:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.834156:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 39 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.834166:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340081280:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.834231:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.835257:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340081280:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.835279:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.835290:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecba00, rc 0) 00000100:00100000:2.0:1746147261.835322:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346926080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1260us (1850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.835328:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30062 00000100:00100000:0.0:1746147261.835730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.835861:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346926208 00000100:00100000:3.0:1746147261.835865:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346926208 00010000:00010000:3.0:1746147261.835884:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.835901:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14840 00000100:00100000:3.0:1746147261.835906:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346926208:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.835914:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.835928:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.835941:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.835957:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8236d expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.836076:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.836078:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.836084:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.836091:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.836137:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.836146:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081408:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.836194:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.839361:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081408:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.839377:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.839413:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2005:x1830967346926208:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3505us (3682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.839422:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14840 00000100:00100000:0.0:1746147261.839692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.839874:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346926464 00000100:00100000:2.0:1746147261.839880:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346926464 00002000:00100000:2.0:1746147261.839908:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29ea00 x1830967346926464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.839917:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ea00 with x1830967346926464 ext(0->4095) 00002000:00010000:2.0:1746147261.839921:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29ea00 00000100:00100000:2.0:1746147261.839947:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13498 00000100:00100000:2.0:1746147261.839953:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346926464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.840048:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346926464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.840053:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13498 00002000:00100000:2.0:1746147261.840058:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29ea00 x1830967346926464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.840065:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ea00 with x1830967346926464 ext(0->4095) 00002000:00010000:2.0:1746147261.840067:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29ea00 00000100:00100000:0.0:1746147261.846157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.846308:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346926592 00000100:00100000:2.0:1746147261.846316:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346926592 00000100:00100000:2.0:1746147261.846366:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30063 00000100:00100000:2.0:1746147261.846373:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+39:1814:x1830967346926592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.846387:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.846399:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8237b expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.846421:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.846428:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.846430:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.846432:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 40 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.846455:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.846469:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.846479:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340081536:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.846556:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.846819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.847233:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346926720 00000100:00100000:1.0:1746147261.847237:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346926720 00000100:00100000:1.0:1746147261.847272:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30064 00000100:00100000:1.0:1746147261.847277:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1832:x1830967346926720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.847287:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.847295:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82382 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.847306:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.847310:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.847314:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.847317:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 42 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.847334:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.847344:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 42 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.847352:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6400, rc 0) 00000100:00100000:1.0:1746147261.847375:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1832:x1830967346926720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.847380:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30064 00000100:00100000:2.0:1746147261.849041:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340081536:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.849060:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.849069:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb200, rc 0) 00000100:00100000:2.0:1746147261.849102:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346926592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2729us (2952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.849108:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30063 00000100:00100000:0.0:1746147261.852409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.852546:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346926848 00000100:00100000:3.0:1746147261.852552:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346926848 00010000:00010000:3.0:1746147261.852582:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.852606:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14841 00000100:00100000:3.0:1746147261.852612:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346926848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.852623:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.852639:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.852650:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.852668:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c005d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82374 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.852802:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.852804:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.852811:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 40 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.852818:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 40 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.852846:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 40 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.852855:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.852864:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081792:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.853189:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.854441:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081792:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.854454:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.854478:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346926848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1867us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.854486:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14841 00000100:00100000:0.0:1746147261.854989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.855113:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346927104 00000100:00100000:3.0:1746147261.855117:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346927104 00002000:00100000:3.0:1746147261.855144:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29c380 x1830967346927104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.855151:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c380 with x1830967346927104 ext(0->4095) 00010000:00010000:3.0:1746147261.855157:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.855167:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.855172:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c380 00000100:00100000:3.0:1746147261.855195:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2854 00000100:00100000:3.0:1746147261.855201:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346927104:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147261.855306:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346927104:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.855315:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2854 00002000:00100000:3.0:1746147261.855320:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29c380 x1830967346927104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.855326:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c380 with x1830967346927104 ext(0->4095) 00010000:00010000:3.0:1746147261.855330:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.855339:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.855344:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c380 00000100:00100000:0.0:1746147261.858129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.858873:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346927232 00000100:00100000:3.0:1746147261.858880:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346927232 00010000:00010000:3.0:1746147261.858906:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.858928:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14842 00000100:00100000:3.0:1746147261.858934:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2006:x1830967346927232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.858944:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.858958:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.858968:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.858986:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c005d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8237b expref: 41 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.859073:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.859075:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.859081:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.859089:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.859116:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 40 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.859127:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081920:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.859659:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472780 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.861329:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340081920:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.861343:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.861379:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346927232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2444us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.861388:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14842 00000100:00100000:0.0:1746147261.862105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.862173:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346927488 00000100:00100000:2.0:1746147261.862178:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346927488 00002000:00100000:2.0:1746147261.862206:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d180 x1830967346927488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.862214:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d180 with x1830967346927488 ext(0->4095) 00002000:00010000:2.0:1746147261.862218:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29d180 00000100:00100000:2.0:1746147261.862238:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13499 00000100:00100000:2.0:1746147261.862267:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346927488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.862355:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346927488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.862363:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13499 00002000:00100000:2.0:1746147261.862368:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29d180 x1830967346927488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.862375:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d180 with x1830967346927488 ext(0->4095) 00002000:00010000:2.0:1746147261.862377:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29d180 00000100:00100000:0.0:1746147261.863682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.865428:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346927616 00000100:00100000:2.0:1746147261.865436:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346927616 00000100:00100000:2.0:1746147261.865482:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30065 00000100:00100000:2.0:1746147261.865489:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346927616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.865502:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.865515:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82389 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.865545:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.865552:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.865554:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.865557:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.865581:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 39 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.865591:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 39 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.865605:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340082048:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.865675:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.870806:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340082048:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.870831:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.870844:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:2.0:1746147261.870886:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346927616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5397us (7205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.870893:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30065 00000100:00100000:0.0:1746147261.873616:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.873666:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.873720:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346927872 00000100:00100000:2.0:1746147261.873727:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346927872 00000100:00100000:2.0:1746147261.873759:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30066 00000100:00100000:2.0:1746147261.873764:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:1814:x1830967346927872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.873774:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.873785:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82390 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.873805:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.873810:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.873820:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147261.873823:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.873862:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.873872:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.873879:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00000100:00100000:2.0:1746147261.873922:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346927872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.873927:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30066 00000100:00100000:3.0:1746147261.873989:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346927744 00000100:00100000:3.0:1746147261.873992:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346927744 00010000:00010000:3.0:1746147261.874004:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.874027:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14843 00000100:00100000:3.0:1746147261.874031:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2007:x1830967346927744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.874038:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.874049:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.874056:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.874066:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6400/0x29021e8779c005de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82382 expref: 41 pid: 20948 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.874074:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.874076:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.874079:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.874083:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.874095:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.874101:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.874107:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340082304:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.874148:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.877293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.877350:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346928128 00000100:00100000:2.0:1746147261.877357:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346928128 00000100:00100000:3.0:1746147261.877382:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340082304:192.168.202.9@tcp:105: 00002000:00100000:2.0:1746147261.877388:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc700 x1830967346928128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746147261.877396:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746147261.877396:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc700 with x1830967346928128 ext(0->4095) 00010000:00010000:2.0:1746147261.877402:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.877413:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.877418:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc700 00000100:00100000:3.0:1746147261.877429:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2007:x1830967346927744:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3396us (3818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.877437:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14843 00000100:00100000:2.0:1746147261.877438:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2855 00000100:00100000:2.0:1746147261.877443:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346928128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.877550:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346928128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.877556:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2855 00002000:00100000:2.0:1746147261.877561:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc700 x1830967346928128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.877568:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc700 with x1830967346928128 ext(0->4095) 00010000:00010000:2.0:1746147261.877572:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.877581:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.877587:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc700 00000100:00100000:0.0:1746147261.881340:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.881439:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346928256 00000100:00100000:3.0:1746147261.881445:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346928256 00010000:00010000:3.0:1746147261.881472:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.881508:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14844 00000100:00100000:3.0:1746147261.881514:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346928256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.881523:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.881547:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.881556:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.881575:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82389 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.881625:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.881627:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.881633:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.881639:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.881706:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.881721:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340082432:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.881817:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.883182:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340082432:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.883194:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.883228:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346928256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1713us (1987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.883235:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14844 00000100:00100000:0.0:1746147261.884150:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.884220:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346928512 00000100:00100000:2.0:1746147261.884225:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346928512 00002000:00100000:2.0:1746147261.884278:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf800 x1830967346928512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.884287:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf800 with x1830967346928512 ext(0->4095) 00002000:00010000:2.0:1746147261.884291:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf800 00000100:00100000:2.0:1746147261.884317:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13500 00000100:00100000:2.0:1746147261.884323:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346928512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.884439:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2005:x1830967346928512:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.884445:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13500 00002000:00100000:2.0:1746147261.884450:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf800 x1830967346928512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.884471:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf800 with x1830967346928512 ext(0->4095) 00002000:00010000:2.0:1746147261.884474:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf800 00000100:00100000:0.0:1746147261.887603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.887780:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346928640 00000100:00100000:2.0:1746147261.887787:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346928640 00000100:00100000:2.0:1746147261.887823:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30067 00000100:00100000:2.0:1746147261.887829:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346928640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.887843:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.887857:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82397 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.887880:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.887887:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.887889:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.887892:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.887917:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 39 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.887927:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 39 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.887936:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340082560:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.888703:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.893422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.893706:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346928768 00000100:00100000:3.0:1746147261.893711:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346928768 00002000:00100000:3.0:1746147261.893742:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fbf100 x1830967346928768/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.893750:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf100 with x1830967346928768 ext(0->7) 00010000:00010000:3.0:1746147261.893756:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.893768:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 40 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.893774:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbf100 00000100:00100000:3.0:1746147261.893790:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2856 00000100:00100000:3.0:1746147261.893796:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+40:2006:x1830967346928768:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147261.894066:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340082560:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.894087:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.894099:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eca800, rc 0) 00000100:00100000:2.0:1746147261.894146:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346928640:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6317us (6552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.894153:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30067 00000100:00100000:3.0:1746147261.894620:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346928768:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 823us (1204us total) trans 4294972343 rc 0/0 00000100:00100000:3.0:1746147261.894626:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2856 00002000:00100000:3.0:1746147261.894631:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093fbf100 x1830967346928768/t4294972343(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 496/448 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.894638:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf100 with x1830967346928768 ext(0->7) 00010000:00010000:3.0:1746147261.894643:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.894652:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.894657:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbf100 00000100:00100000:0.0:1746147261.898818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.898904:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346928896 00000100:00100000:3.0:1746147261.898911:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346928896 00010000:00010000:3.0:1746147261.898936:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.898962:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14845 00000100:00100000:3.0:1746147261.898968:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346928896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.898979:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.898994:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.899004:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.899024:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c005ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82390 expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.900432:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.900436:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.900445:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.900454:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.900489:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.900501:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340082688:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.900590:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.902881:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340082688:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.902898:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.902940:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2005:x1830967346928896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3969us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.902948:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14845 00000100:00100000:0.0:1746147261.905398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.905641:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346929152 00000100:00100000:3.0:1746147261.905647:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346929152 00002000:00100000:3.0:1746147261.905683:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbd500 x1830967346929152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.905696:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd500 with x1830967346929152 ext(0->4095) 00002000:00010000:3.0:1746147261.905700:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbd500 00000100:00100000:3.0:1746147261.905727:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13501 00000100:00100000:3.0:1746147261.905733:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346929152:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.905850:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346929152:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.905856:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13501 00002000:00100000:3.0:1746147261.905861:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbd500 x1830967346929152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.905867:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbd500 with x1830967346929152 ext(0->4095) 00002000:00010000:3.0:1746147261.905870:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbd500 00000100:00100000:0.0:1746147261.909139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.910080:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346929280 00000100:00100000:2.0:1746147261.910087:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346929280 00000100:00100000:2.0:1746147261.910120:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30068 00000100:00100000:2.0:1746147261.910126:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346929280:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.910141:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.910154:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8239e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.910176:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.910182:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.910184:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.910187:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.910210:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.910220:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.910230:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340082816:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147261.910732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.910864:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346929408 00000100:00100000:0.0:1746147261.910868:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346929408 00000100:00100000:0.0:1746147261.910885:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30069 00000100:00100000:0.0:1746147261.910890:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1832:x1830967346929408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147261.910897:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147261.910902:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823a5 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.910912:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.910915:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 44 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.910919:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147261.910922:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 44 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.910937:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 44 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.910946:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 44 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147261.910963:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00010000:00010000:0.0:1746147261.910963:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918600, rc 0) 00000100:00100000:0.0:1746147261.910988:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1832:x1830967346929408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147261.910994:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30069 00000100:00100000:2.0:1746147261.912050:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340082816:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.912066:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.912075:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:2.0:1746147261.912105:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1814:x1830967346929280:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1979us (2972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.912111:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30068 00000100:00100000:0.0:1746147261.913027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.913259:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346929536 00000100:00100000:3.0:1746147261.913264:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346929536 00010000:00010000:3.0:1746147261.913284:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.913314:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14846 00000100:00100000:3.0:1746147261.913319:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346929536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.913329:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.913343:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.913352:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.913369:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c005f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82397 expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.913461:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.913595:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.913602:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.913609:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.913635:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.913646:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.913655:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083072:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.913707:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.915412:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083072:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.915423:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.915456:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346929536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2135us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.915463:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14846 00000100:00100000:0.0:1746147261.916726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.916769:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346929792 00000100:00100000:2.0:1746147261.916774:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346929792 00002000:00100000:2.0:1746147261.916808:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc380 x1830967346929792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.916816:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc380 with x1830967346929792 ext(0->4095) 00010000:00010000:2.0:1746147261.916823:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.916835:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.916840:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc380 00000100:00100000:2.0:1746147261.917171:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2857 00000100:00100000:2.0:1746147261.917179:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2005:x1830967346929792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.917310:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2005:x1830967346929792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.917316:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2857 00002000:00100000:2.0:1746147261.917321:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbc380 x1830967346929792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.917329:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbc380 with x1830967346929792 ext(0->4095) 00010000:00010000:2.0:1746147261.917333:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:2.0:1746147261.917342:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:2.0:1746147261.917347:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fbc380 00000100:00100000:0.0:1746147261.919960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.920040:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346929920 00000100:00100000:3.0:1746147261.920048:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346929920 00010000:00010000:3.0:1746147261.920072:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.920108:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14847 00000100:00100000:3.0:1746147261.920114:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346929920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.920124:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.920139:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.920149:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.920168:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c005fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8239e expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.920197:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.920199:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.920204:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.920212:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.920237:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.920272:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083200:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.920330:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.922919:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083200:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.922934:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147261.922950:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.923028:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346929920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2862us (3022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.923037:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14847 00000100:00100000:2.0:1746147261.923053:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346930176 00000100:00100000:2.0:1746147261.923058:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346930176 00002000:00100000:2.0:1746147261.923085:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60380 x1830967346930176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.923097:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60380 with x1830967346930176 ext(0->4095) 00002000:00010000:2.0:1746147261.923101:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a60380 00000100:00100000:2.0:1746147261.923123:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13502 00000100:00100000:2.0:1746147261.923128:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346930176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.923992:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346930176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 861us (1039us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.923999:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13502 00002000:00100000:2.0:1746147261.924005:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a60380 x1830967346930176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.924012:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a60380 with x1830967346930176 ext(0->4095) 00002000:00010000:2.0:1746147261.924015:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094a60380 00000100:00100000:0.0:1746147261.925957:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.926022:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346930304 00000100:00100000:2.0:1746147261.926027:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346930304 00000100:00100000:2.0:1746147261.926066:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30070 00000100:00100000:2.0:1746147261.926075:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346930304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.926088:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.926104:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823ac expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.926126:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.926132:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.926134:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.926137:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.926162:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.926172:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 41 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.926183:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340083328:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.926368:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.928870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.928939:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346930432 00000100:00100000:3.0:1746147261.928944:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346930432 00010000:00010000:3.0:1746147261.928970:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 42 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.928998:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14848 00000100:00100000:3.0:1746147261.929003:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346930432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.929013:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.929027:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 42 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.929036:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 42 pid: 9589 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.929053:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.929054:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.929059:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.929066:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.929092:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.929101:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083456:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.929147:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472540 going to sleep for 11 seconds 00010000:00010000:2.0:1746147261.929312:0:10034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918600/0x29021e8779c00601 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823a5 expref: 42 pid: 9589 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.929325:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340083328:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.929341:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.929348:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb200, rc 0) 00000100:00100000:2.0:1746147261.929376:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346930304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3305us (3424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.929382:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30070 00000100:00100000:0.0:1746147261.932436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.932503:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346930688 00000100:00100000:2.0:1746147261.932508:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346930688 00000100:00100000:3.0:1746147261.932701:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083456:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.932715:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746147261.932894:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8380 x1830967346930688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.932906:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8380 with x1830967346930688 ext(0->4095) 00002000:00010000:2.0:1746147261.932910:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b8380 00000100:00100000:2.0:1746147261.932930:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13503 00000100:00100000:2.0:1746147261.932936:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346930688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.932973:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2006:x1830967346930432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3968us (4108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.932981:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14848 00000100:00100000:2.0:1746147261.933165:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346930688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 227us (734us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.933170:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13503 00002000:00100000:2.0:1746147261.933175:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b8380 x1830967346930688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.933187:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8380 with x1830967346930688 ext(0->4095) 00002000:00010000:2.0:1746147261.933190:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71b8380 00000100:00100000:0.0:1746147261.934575:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.934712:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346930816 00000100:00100000:2.0:1746147261.934717:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346930816 00000100:00100000:2.0:1746147261.934751:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30071 00000100:00100000:2.0:1746147261.934756:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346930816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.934765:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.934777:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823b3 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.934947:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.934954:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.934955:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.934958:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.934981:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.934991:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 5 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:2.0:1746147261.935000:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340083584:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147261.935652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.935691:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147261.936180:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346930944 00000100:00100000:1.0:1746147261.936185:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346930944 00000100:00100000:1.0:1746147261.936207:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30072 00000100:00100000:1.0:1746147261.936213:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1832:x1830967346930944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.936223:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.936232:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823ba expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.936263:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.936268:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 44 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.936273:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.936275:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 44 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.936296:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 44 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.936306:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 44 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.936314:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:1.0:1746147261.936338:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1832:x1830967346930944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.936343:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30072 00000100:00100000:0.0:1746147261.938447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.938553:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340083584:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.938575:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.938585:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00000100:00100000:2.0:1746147261.938614:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1814:x1830967346930816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3858us (4041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.938620:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30071 00000100:00100000:3.0:1746147261.938687:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346931072 00000100:00100000:3.0:1746147261.938691:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346931072 00010000:00010000:3.0:1746147261.938710:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.938740:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14849 00000100:00100000:3.0:1746147261.938746:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346931072:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.938756:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.938771:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.938781:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.938796:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00608 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ac expref: 6 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.938808:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.938810:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.938815:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.938821:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.938842:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.938851:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 42 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.938867:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083840:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.939076:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.940890:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083840:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.940903:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.940941:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346931072:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2194us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.940948:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14849 00000100:00100000:1.0:1746147261.941622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.941674:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346931328 00000100:00100000:3.0:1746147261.941679:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346931328 00002000:00100000:3.0:1746147261.941703:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45180 x1830967346931328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.941716:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45180 with x1830967346931328 ext(0->4095) 00010000:00010000:3.0:1746147261.941723:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.941734:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.941739:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45180 00000100:00100000:3.0:1746147261.941764:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2858 00000100:00100000:3.0:1746147261.941770:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346931328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147261.941868:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346931328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (246us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147261.941874:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2858 00002000:00100000:3.0:1746147261.941879:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45180 x1830967346931328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147261.941886:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45180 with x1830967346931328 ext(0->4095) 00010000:00010000:3.0:1746147261.941890:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.941897:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00002000:00010000:3.0:1746147261.941903:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45180 00000100:00100000:0.0:1746147261.946016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.946205:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346931456 00000100:00100000:3.0:1746147261.946214:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346931456 00010000:00010000:3.0:1746147261.946240:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00000100:00100000:3.0:1746147261.946385:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14850 00000100:00100000:3.0:1746147261.946393:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346931456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.946403:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.946419:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.946430:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.946448:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c0060f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823b3 expref: 43 pid: 10034 timeout: 873 lvb_type: 0 00010000:00010000:3.0:1746147261.946471:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.946474:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.946480:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 42 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.946487:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 42 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.946513:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 42 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.946524:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083968:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.946607:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.948710:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340083968:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.948727:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.948769:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346931456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2376us (2758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.948779:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14850 00000100:00100000:0.0:1746147261.951680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.951788:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346931712 00000100:00100000:2.0:1746147261.951795:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346931712 00002000:00100000:2.0:1746147261.951830:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fba680 x1830967346931712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.951838:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fba680 with x1830967346931712 ext(0->4095) 00002000:00010000:2.0:1746147261.951843:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fba680 00000100:00100000:2.0:1746147261.952421:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13504 00000100:00100000:2.0:1746147261.952429:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346931712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.952566:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967346931712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (891us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.952572:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13504 00002000:00100000:2.0:1746147261.952578:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fba680 x1830967346931712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.952584:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fba680 with x1830967346931712 ext(0->4095) 00002000:00010000:2.0:1746147261.952587:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fba680 00000100:00100000:0.0:1746147261.956101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.956288:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346931840 00000100:00100000:2.0:1746147261.956296:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346931840 00000100:00100000:2.0:1746147261.956332:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30073 00000100:00100000:2.0:1746147261.956338:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346931840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.956353:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.956367:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823c1 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.956390:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.956397:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.956399:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.956402:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.956429:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 41 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.956439:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 41 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147261.956449:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084096:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.956560:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.958638:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084096:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.958660:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.958678:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecba00, rc 0) 00000100:00100000:2.0:1746147261.958719:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346931840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2380us (2625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.958725:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30073 00000100:00100000:0.0:1746147261.959777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.960323:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346931968 00000100:00100000:3.0:1746147261.960331:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346931968 00010000:00010000:3.0:1746147261.960357:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 42 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147261.960395:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14851 00000100:00100000:3.0:1746147261.960402:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346931968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.960413:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.960427:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 42 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.960438:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 42 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.960458:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c00616 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823ba expref: 42 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.960484:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.960486:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.960493:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.960504:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.960528:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.960550:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084224:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.960614:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.961663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.961788:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346932096 00000100:00100000:2.0:1746147261.961793:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346932096 00000100:00100000:2.0:1746147261.961817:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30074 00000100:00100000:2.0:1746147261.961822:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1814:x1830967346932096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.961833:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.961844:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823c8 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.961861:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.961867:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.961868:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147261.961871:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.961889:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.961898:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147261.961911:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084352:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.962002:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084224:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.962012:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.962389:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.962429:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346931968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2027us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.962436:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14851 00000100:00100000:1.0:1746147261.962599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.962714:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346932352 00000100:00100000:2.0:1746147261.962718:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346932352 00002000:00100000:2.0:1746147261.962740:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45500 x1830967346932352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.962748:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45500 with x1830967346932352 ext(0->4095) 00010000:00010000:2.0:1746147261.962753:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147261.962761:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147261.962767:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45500 00000100:00100000:2.0:1746147261.962788:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2859 00000100:00100000:2.0:1746147261.962793:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346932352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.962887:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346932352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.962892:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2859 00002000:00100000:2.0:1746147261.962897:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008fc45500 x1830967346932352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.962904:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc45500 with x1830967346932352 ext(0->4095) 00010000:00010000:2.0:1746147261.962908:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147261.962917:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147261.962923:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fc45500 00000100:00100000:2.0:1746147261.964796:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084352:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.964818:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.964831:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:2.0:1746147261.964870:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1814:x1830967346932096:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3047us (3207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.964876:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30074 00000100:00100000:0.0:1746147261.965451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.965486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.965642:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346932480 00000100:00100000:3.0:1746147261.965647:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346932480 00010000:00010000:3.0:1746147261.965667:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147261.965699:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14852 00000100:00100000:3.0:1746147261.965704:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346932480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.965714:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.965729:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.965739:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.965757:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c0061d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.965778:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.965779:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.965785:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.965792:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.965816:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.965827:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084480:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.965873:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.966069:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346932608 00000100:00100000:2.0:1746147261.966072:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346932608 00000100:00100000:2.0:1746147261.966101:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30075 00000100:00100000:2.0:1746147261.966106:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1832:x1830967346932608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.966116:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.966126:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823cf expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.966140:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.966145:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.966147:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.966149:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 43 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.966162:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.966170:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147261.966177:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084608:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.966210:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.967693:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084480:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.967707:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.967746:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346932480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2041us (2258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.967753:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14852 00000100:00100000:2.0:1746147261.967947:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084608:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.967962:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 43 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.967972:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60800, rc 0) 00000100:00100000:2.0:1746147261.968002:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1832:x1830967346932608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1895us (2551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.968007:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30075 00000100:00100000:0.0:1746147261.968737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.968881:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346932864 00000100:00100000:2.0:1746147261.968885:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346932864 00002000:00100000:2.0:1746147261.968908:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346932864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.968917:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346932864 ext(0->4095) 00010000:00010000:2.0:1746147261.968923:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147261.968938:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147261.968944:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4a80 00000100:00100000:2.0:1746147261.968956:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2860 00000100:00100000:2.0:1746147261.968961:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2005:x1830967346932864:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147261.969053:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2005:x1830967346932864:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.969058:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2860 00002000:00100000:2.0:1746147261.969063:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb4a80 x1830967346932864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.969070:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4a80 with x1830967346932864 ext(0->4095) 00010000:00010000:2.0:1746147261.969074:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147261.969082:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147261.969088:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb4a80 00000100:00100000:0.0:1746147261.971122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.971328:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346932992 00000100:00100000:3.0:1746147261.971335:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346932992 00010000:00010000:3.0:1746147261.971356:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147261.971391:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14853 00000100:00100000:3.0:1746147261.971398:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346932992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.971408:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.971424:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.971433:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.971450:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb400/0x29021e8779c00624 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823c8 expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.971471:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.971472:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.971478:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.971485:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.971509:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.971519:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084736:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.971594:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.973605:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084736:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.973739:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.974233:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346932992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2833us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.974281:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14853 00000100:00100000:0.0:1746147261.975609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.975744:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346933248 00000100:00100000:2.0:1746147261.975750:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346933248 00002000:00100000:2.0:1746147261.975780:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb7100 x1830967346933248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.975788:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7100 with x1830967346933248 ext(0->4095) 00002000:00010000:2.0:1746147261.975792:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb7100 00000100:00100000:2.0:1746147261.975904:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13505 00000100:00100000:2.0:1746147261.975911:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346933248:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.976015:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346933248:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.976021:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13505 00002000:00100000:2.0:1746147261.976026:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb7100 x1830967346933248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.976033:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7100 with x1830967346933248 ext(0->4095) 00002000:00010000:2.0:1746147261.976036:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb7100 00000100:00100000:0.0:1746147261.978342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.978555:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346933376 00000100:00100000:2.0:1746147261.978561:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346933376 00000100:00100000:2.0:1746147261.978590:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30076 00000100:00100000:2.0:1746147261.978595:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346933376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147261.978607:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147261.978620:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823d6 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.978641:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.978646:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.978648:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147261.978651:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.978676:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 41 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.978686:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 41 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147261.978695:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084864:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147261.978763:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147261.980952:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340084864:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147261.980974:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147261.980987:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe61800, rc 0) 00000100:00100000:2.0:1746147261.981129:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346933376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2531us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.981137:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30076 00000100:00100000:0.0:1746147261.981626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147261.981767:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346933504 00000100:00100000:3.0:1746147261.981773:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346933504 00010000:00010000:3.0:1746147261.981796:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 42 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147261.981826:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14854 00000100:00100000:3.0:1746147261.981832:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346933504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147261.981844:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147261.981858:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 42 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.981868:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 42 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.981885:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0062b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823cf expref: 42 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147261.981897:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.981899:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.981904:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.981911:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.981935:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.981944:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084992:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147261.981999:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147261.985455:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340084992:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147261.985476:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147261.986126:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:2006:x1830967346933504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4289us (4496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.986135:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14854 00000100:00100000:0.0:1746147261.986496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.986544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147261.986730:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346933760 00000100:00100000:2.0:1746147261.986736:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346933760 00002000:00100000:2.0:1746147261.986767:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb7b80 x1830967346933760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.986776:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7b80 with x1830967346933760 ext(0->4095) 00002000:00010000:2.0:1746147261.986780:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb7b80 00000100:00100000:2.0:1746147261.986793:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13506 00000100:00100000:2.0:1746147261.986798:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346933760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147261.986905:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346933760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147261.986910:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13506 00002000:00100000:2.0:1746147261.986915:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb7b80 x1830967346933760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147261.986922:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb7b80 with x1830967346933760 ext(0->4095) 00002000:00010000:2.0:1746147261.986924:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb7b80 00000100:00100000:3.0:1746147261.986979:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346933888 00000100:00100000:3.0:1746147261.986982:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346933888 00000100:00100000:3.0:1746147261.987002:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30077 00000100:00100000:3.0:1746147261.987007:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+41:1814:x1830967346933888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147261.987014:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147261.987026:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823dd expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.987046:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.987052:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.987054:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147261.987057:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.987081:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.987090:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147261.987100:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340085120:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147261.987137:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.989984:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.990127:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346934016 00000100:00100000:1.0:1746147261.990133:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346934016 00000100:00100000:1.0:1746147261.990175:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30078 00000100:00100000:1.0:1746147261.990182:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1832:x1830967346934016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147261.990198:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147261.990210:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823e4 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.990230:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147261.990235:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 44 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.990260:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147261.990264:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 44 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147261.990283:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340085120:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147261.990294:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 44 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.990302:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 44 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147261.990304:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 44 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147261.990311:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ffe6a00, rc 0) 00010000:00010000:1.0:1746147261.990312:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:3.0:1746147261.990745:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1814:x1830967346933888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3735us (4198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147261.990751:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30077 00000100:00100000:1.0:1746147261.990822:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+43:1832:x1830967346934016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 639us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147261.990828:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30078 00000100:00100000:3.0:1746147261.991128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147261.991196:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346934144 00000100:00100000:0.0:1746147261.991199:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346934144 00010000:00010000:0.0:1746147261.991215:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746147261.991240:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14855 00000100:00100000:0.0:1746147261.991259:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346934144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147261.991266:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147261.991279:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147261.991289:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147261.991305:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c00632 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823d6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147261.991326:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.991327:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147261.991332:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.991338:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.991360:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 42 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147261.991370:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 42 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746147261.991378:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094cb6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340085376:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147261.991432:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147261.995299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147261.995371:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346934400 00000100:00100000:1.0:1746147261.995378:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346934400 00002000:00100000:1.0:1746147261.995413:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784700 x1830967346934400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/0 e 0 to 0 dl 1746147272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.995422:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784700 with x1830967346934400 ext(0->4095) 00010000:00010000:1.0:1746147261.995431:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147261.995443:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147261.995449:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784700 00000100:00100000:1.0:1746147261.995481:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2861 00000100:00100000:1.0:1746147261.995488:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2005:x1830967346934400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147261.995610:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2005:x1830967346934400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147261.995616:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2861 00002000:00100000:1.0:1746147261.995621:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784700 x1830967346934400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:637/0 lens 488/4536 e 0 to 0 dl 1746147272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147261.995628:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784700 with x1830967346934400 ext(0->4095) 00010000:00010000:1.0:1746147261.995632:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147261.995641:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147261.995646:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784700 00000100:00100000:2.0:1746147261.996027:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094cb6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340085376:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147261.996043:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147261.996071:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346934144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4811us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147261.996078:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14855 00000100:00100000:0.0:1746147262.004182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.004283:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346934528 00000100:00100000:2.0:1746147262.004291:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346934528 00010000:00010000:2.0:1746147262.004332:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.004375:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14856 00000100:00100000:2.0:1746147262.004383:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346934528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.004394:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.004411:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.004422:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.004445:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00639 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823dd expref: 43 pid: 10034 timeout: 874 lvb_type: 0 00000100:00080000:0.0:1746147262.004700:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746147262.004755:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.004758:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.004763:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.004771:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.004801:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.004812:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340085504:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.005391:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6000 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.011146:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.011306:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340085504:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.011321:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.011366:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346934528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6985us (7192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.011376:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14856 00000100:00100000:3.0:1746147262.011909:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346934784 00000100:00100000:3.0:1746147262.011915:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346934784 00002000:00100000:3.0:1746147262.011947:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784e00 x1830967346934784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.011956:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784e00 with x1830967346934784 ext(0->4095) 00002000:00010000:3.0:1746147262.011959:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784e00 00000100:00100000:3.0:1746147262.012027:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13507 00000100:00100000:3.0:1746147262.012036:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346934784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.012140:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346934784:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (1002us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.012145:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13507 00002000:00100000:3.0:1746147262.012150:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784e00 x1830967346934784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.012157:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784e00 with x1830967346934784 ext(0->4095) 00002000:00010000:3.0:1746147262.012160:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784e00 00000100:00100000:0.0:1746147262.015611:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.015700:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346934912 00000100:00100000:1.0:1746147262.015707:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346934912 00000100:00100000:1.0:1746147262.015764:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30079 00000100:00100000:1.0:1746147262.015771:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346934912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.015786:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.015800:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823eb expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.015823:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.015830:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.015831:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.015834:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.015860:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.015870:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 41 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.015880:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340085632:192.168.202.9@tcp:104: 00000100:00080000:0.0:1746147262.016264:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746147262.016604:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.019909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.020025:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340085632:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147262.020048:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.020298:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346935040 00010000:00010000:1.0:1746147262.020298:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d000, rc 0) 00000100:00100000:2.0:1746147262.020303:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346935040 00010000:00010000:2.0:1746147262.020327:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 42 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.020333:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346934912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4563us (4728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.020343:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30079 00000100:00100000:2.0:1746147262.020351:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14857 00000100:00100000:2.0:1746147262.020357:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346935040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.020366:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.020381:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 42 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.020390:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 42 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.020407:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c00640 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823e4 expref: 42 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.020430:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.020432:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.020438:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.020445:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.020468:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.020478:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340085760:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.020541:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.021620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.022381:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346935168 00000100:00100000:1.0:1746147262.022387:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346935168 00000100:00100000:1.0:1746147262.022430:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30080 00000100:00100000:1.0:1746147262.022437:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1814:x1830967346935168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.022449:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.022461:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823f2 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.022481:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.022487:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.022488:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.022491:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 43 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.022510:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.022518:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 5 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.022528:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340085888:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.022596:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.025059:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340085760:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.025077:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.025109:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2006:x1830967346935040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4752us (5208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.025117:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14857 00000100:00100000:0.0:1746147262.025281:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.025816:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340085888:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147262.025835:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 42 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.025848:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487de00, rc 0) 00000100:00100000:1.0:1746147262.025873:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+42:1814:x1830967346935168:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3437us (4255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.025878:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30080 00000100:00100000:3.0:1746147262.025999:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346935424 00000100:00100000:3.0:1746147262.026005:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346935424 00002000:00100000:3.0:1746147262.026034:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786d80 x1830967346935424/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.026042:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786d80 with x1830967346935424 ext(0->4095) 00010000:00010000:3.0:1746147262.026048:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.026058:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.026064:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786d80 00000100:00100000:3.0:1746147262.026088:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2862 00000100:00100000:3.0:1746147262.026094:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346935424:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.026191:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346935424:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (910us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.027759:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2862 00002000:00100000:3.0:1746147262.027769:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786d80 x1830967346935424/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.027777:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786d80 with x1830967346935424 ext(0->4095) 00010000:00010000:3.0:1746147262.027784:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.027796:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.027802:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786d80 00000100:00100000:0.0:1746147262.029323:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.029529:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346935552 00000100:00100000:2.0:1746147262.029547:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346935552 00010000:00010000:2.0:1746147262.029573:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.029607:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14858 00000100:00100000:2.0:1746147262.029613:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346935552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.029625:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.029640:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.029650:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.029669:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d000/0x29021e8779c00647 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823eb expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.029686:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.029687:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.029693:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.029700:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.029726:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.029735:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086016:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.029802:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.032031:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086016:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.032048:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.032089:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346935552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2475us (2768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.032096:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14858 00000100:00100000:0.0:1746147262.033052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.033654:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346935808 00000100:00100000:3.0:1746147262.033661:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346935808 00002000:00100000:3.0:1746147262.033691:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784a80 x1830967346935808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.033698:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784a80 with x1830967346935808 ext(0->4095) 00002000:00010000:3.0:1746147262.033702:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784a80 00000100:00100000:3.0:1746147262.034091:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13508 00000100:00100000:3.0:1746147262.034098:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346935808:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.034211:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346935808:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.034218:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13508 00002000:00100000:3.0:1746147262.034223:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784a80 x1830967346935808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.034234:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784a80 with x1830967346935808 ext(0->4095) 00002000:00010000:3.0:1746147262.034237:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8784a80 00000100:00100000:0.0:1746147262.040772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.040993:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346935936 00000100:00100000:1.0:1746147262.041001:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346935936 00000100:00100000:1.0:1746147262.041044:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30081 00000100:00100000:1.0:1746147262.041051:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346935936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.041065:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.041085:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b823f9 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.041668:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.041678:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.041680:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.041683:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.041708:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 41 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.041718:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 41 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.041729:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340086144:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.041807:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.048751:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340086144:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147262.048780:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.048795:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6600, rc 0) 00000100:00100000:1.0:1746147262.048843:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346935936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7791us (8079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.048850:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30081 00000100:00100000:0.0:1746147262.052409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.052501:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346936064 00000100:00100000:1.0:1746147262.052512:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346936064 00002000:00100000:1.0:1746147262.052567:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ad3100 x1830967346936064/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.052576:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3100 with x1830967346936064 ext(0->7) 00010000:00010000:1.0:1746147262.052584:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 42 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.052596:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 42 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.052602:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3100 00000100:00100000:1.0:1746147262.052643:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2863 00000100:00100000:1.0:1746147262.052651:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2006:x1830967346936064:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147262.055391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.055519:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2006:x1830967346936064:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2867us (3118us total) trans 4294972344 rc 0/0 00000100:00100000:1.0:1746147262.055528:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2863 00002000:00100000:1.0:1746147262.055547:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ad3100 x1830967346936064/t4294972344(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.055554:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3100 with x1830967346936064 ext(0->7) 00010000:00010000:1.0:1746147262.055563:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 44 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.055576:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 44 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.055582:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad3100 00000100:00100000:2.0:1746147262.055647:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346936192 00000100:00100000:2.0:1746147262.055652:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346936192 00000100:00100000:2.0:1746147262.055681:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30082 00000100:00100000:2.0:1746147262.055686:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+44:1814:x1830967346936192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.055697:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.055709:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82400 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.055727:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.055732:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.055737:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147262.055739:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 45 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.055770:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.055780:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 45 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.055788:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe61000, rc 0) 00000100:00100000:2.0:1746147262.055808:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1814:x1830967346936192:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.055813:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30082 00000100:00100000:0.0:1746147262.064484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.065836:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346936320 00000100:00100000:2.0:1746147262.065847:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346936320 00010000:00010000:2.0:1746147262.065880:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 45 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.065912:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14859 00000100:00100000:2.0:1746147262.065919:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2005:x1830967346936320:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.065931:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.065946:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 45 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.065957:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 45 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.065974:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487de00/0x29021e8779c0064e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f2 expref: 45 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.065996:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.065998:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.066003:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.066009:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.066037:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.066046:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 5 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.066056:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086400:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.066142:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.070779:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086400:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.070804:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.070869:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346936320:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4949us (6390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.070880:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14859 00000100:00100000:0.0:1746147262.071179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.071364:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346936576 00000100:00100000:1.0:1746147262.071372:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346936576 00002000:00100000:1.0:1746147262.071518:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1c00 x1830967346936576/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.071528:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1c00 with x1830967346936576 ext(0->4095) 00010000:00010000:1.0:1746147262.071547:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.071561:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.071568:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad1c00 00000100:00100000:1.0:1746147262.071594:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2864 00000100:00100000:1.0:1746147262.071602:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346936576:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.072087:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346936576:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 484us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.072094:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2864 00002000:00100000:1.0:1746147262.072100:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1c00 x1830967346936576/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.072107:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1c00 with x1830967346936576 ext(0->4095) 00010000:00010000:1.0:1746147262.072112:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.072123:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.072128:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad1c00 00000100:00100000:0.0:1746147262.075732:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.077542:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346936704 00000100:00100000:2.0:1746147262.077556:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346936704 00010000:00010000:2.0:1746147262.077603:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.077655:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14860 00000100:00100000:2.0:1746147262.077663:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346936704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.077678:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.077699:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.077711:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.077734:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6600/0x29021e8779c00655 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b823f9 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.077759:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.077761:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.077768:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 43 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.077776:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 43 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.077810:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 43 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.077822:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086528:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.077920:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.082949:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086528:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.082963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147262.082968:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.083012:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346936704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5349us (7286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.083021:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14860 00000100:00100000:0.0:1746147262.083162:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346936960 00000100:00100000:0.0:1746147262.083171:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346936960 00002000:00100000:0.0:1746147262.083213:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5f80 x1830967346936960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.083223:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5f80 with x1830967346936960 ext(0->4095) 00002000:00010000:0.0:1746147262.083228:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5f80 00000100:00100000:0.0:1746147262.083273:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13509 00000100:00100000:0.0:1746147262.083280:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346936960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.084883:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346936960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1598us (1920us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.084891:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13509 00002000:00100000:3.0:1746147262.084898:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5f80 x1830967346936960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.084907:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5f80 with x1830967346936960 ext(0->4095) 00002000:00010000:3.0:1746147262.084911:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5f80 00000100:00100000:0.0:1746147262.092133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.093274:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346937088 00000100:00100000:2.0:1746147262.093285:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346937088 00000100:00100000:2.0:1746147262.093349:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30083 00000100:00100000:2.0:1746147262.093357:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346937088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.093377:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.093396:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82407 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.093424:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 43 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.093603:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.093606:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.093611:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.093647:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 43 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.093659:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 43 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.093671:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340086656:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.094287:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.097881:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340086656:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.097915:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.097933:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60200, rc 0) 00000100:00100000:2.0:1746147262.098707:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346937088:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5347us (6580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.098717:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30083 00000100:00100000:0.0:1746147262.099340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.099399:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346937216 00000100:00100000:3.0:1746147262.099408:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346937216 00002000:00100000:3.0:1746147262.099447:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906aaa00 x1830967346937216/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.099456:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906aaa00 with x1830967346937216 ext(0->7) 00010000:00010000:3.0:1746147262.099464:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 44 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.099477:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 44 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.099484:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906aaa00 00000100:00100000:3.0:1746147262.099509:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2865 00000100:00100000:3.0:1746147262.099516:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+44:2005:x1830967346937216:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147262.100844:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346937216:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1323us (1500us total) trans 4294972345 rc 0/0 00000100:00100000:3.0:1746147262.100853:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2865 00002000:00100000:3.0:1746147262.100859:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800906aaa00 x1830967346937216/t4294972345(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.100867:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906aaa00 with x1830967346937216 ext(0->7) 00010000:00010000:3.0:1746147262.100874:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 46 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.100886:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 46 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.100892:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906aaa00 00000100:00100000:0.0:1746147262.103349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.103488:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346937344 00000100:00100000:2.0:1746147262.103497:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346937344 00010000:00010000:2.0:1746147262.103545:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 46 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.103610:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14861 00000100:00100000:2.0:1746147262.103618:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346937344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.103635:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.103654:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 46 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.103665:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 46 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.103690:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c0065c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82400 expref: 46 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.103923:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.103926:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.103933:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.103942:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.104053:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.104066:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086784:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.104160:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.110619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.110703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.110729:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346937728 00000100:00100000:3.0:1746147262.110740:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346937728 00000100:00100000:0.0:1746147262.110760:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340086784:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147262.110780:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746147262.110794:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f800 x1830967346937728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.110805:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f800 with x1830967346937728 ext(0->4095) 00002000:00010000:3.0:1746147262.110810:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5f800 00000100:00100000:0.0:1746147262.110836:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2005:x1830967346937344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7217us (7599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.110837:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13510 00000100:00100000:0.0:1746147262.110845:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14861 00000100:00100000:3.0:1746147262.110847:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346937728:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.110959:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346937472 00000100:00100000:2.0:1746147262.110964:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346937472 00000100:00100000:2.0:1746147262.110996:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30084 00000100:00100000:2.0:1746147262.111002:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+45:1814:x1830967346937472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.111013:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.111031:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8240e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.111056:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.111063:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.111065:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.111069:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.111099:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.111111:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.111122:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340086912:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.111197:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.114914:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346937728:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 4051us (4192us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.114931:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13510 00002000:00100000:3.0:1746147262.114946:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f800 x1830967346937728/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.114973:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f800 with x1830967346937728 ext(0->4095) 00010000:00010000:3.0:1746147262.114988:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.115006:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.115014:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5f800 00000100:00100000:3.0:1746147262.116673:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340086912:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.116711:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.116730:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60800, rc 0) 00000100:00100000:3.0:1746147262.116807:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1814:x1830967346937472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5803us (6196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.116817:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30084 00000100:00100000:0.0:1746147262.120894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.121491:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346937856 00000100:00100000:3.0:1746147262.121501:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346937856 00000100:00100000:3.0:1746147262.121556:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30085 00000100:00100000:3.0:1746147262.121563:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+46:1832:x1830967346937856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.121582:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.121601:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82415 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.121627:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.121633:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.121639:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.121642:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.121682:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.121692:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.121701:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ffe6000, rc 0) 00000100:00100000:3.0:1746147262.121763:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+47:1832:x1830967346937856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.121768:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30085 00000100:00100000:1.0:1746147262.122952:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.123479:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346937984 00000100:00100000:0.0:1746147262.123488:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346937984 00010000:00010000:0.0:1746147262.123521:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746147262.123569:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14862 00000100:00100000:0.0:1746147262.123575:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346937984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147262.123588:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147262.123609:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.123619:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.123640:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00663 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82407 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.123952:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147262.123955:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147262.123963:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147262.123970:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147262.124003:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147262.124013:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 46 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746147262.124024:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087168:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147262.124111:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.127502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.127648:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bf5e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087168:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.127669:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.127723:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346937984:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4147us (4776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.127733:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14862 00000100:00100000:3.0:1746147262.127828:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346938240 00000100:00100000:3.0:1746147262.127835:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346938240 00002000:00100000:3.0:1746147262.127874:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5e300 x1830967346938240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.127882:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e300 with x1830967346938240 ext(0->4095) 00010000:00010000:3.0:1746147262.127891:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.127902:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.127912:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e300 00000100:00100000:3.0:1746147262.127939:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2866 00000100:00100000:3.0:1746147262.127945:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2006:x1830967346938240:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.128065:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2006:x1830967346938240:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.128070:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2866 00002000:00100000:3.0:1746147262.128075:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5e300 x1830967346938240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.128081:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e300 with x1830967346938240 ext(0->4095) 00010000:00010000:3.0:1746147262.128085:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.128093:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.128098:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e300 00000100:00100000:1.0:1746147262.132443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.132559:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346938368 00000100:00100000:2.0:1746147262.132570:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346938368 00010000:00010000:2.0:1746147262.132606:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.132642:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14863 00000100:00100000:2.0:1746147262.132648:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2006:x1830967346938368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.132662:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.132678:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.132694:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.132716:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0066a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8240e expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.133766:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.133770:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.133781:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.133788:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.133827:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 46 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.133840:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087296:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.135202:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.138514:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.138616:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087296:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147262.138640:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.138682:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346938368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6035us (6250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147262.138693:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14863 00000100:00100000:3.0:1746147262.138923:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346938624 00000100:00100000:3.0:1746147262.138931:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346938624 00002000:00100000:3.0:1746147262.138969:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08aa00 x1830967346938624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.138977:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08aa00 with x1830967346938624 ext(0->4095) 00002000:00010000:3.0:1746147262.138982:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c08aa00 00000100:00100000:3.0:1746147262.139006:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13511 00000100:00100000:3.0:1746147262.139013:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346938624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.139134:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2005:x1830967346938624:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.139139:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13511 00002000:00100000:3.0:1746147262.139144:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08aa00 x1830967346938624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.139149:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08aa00 with x1830967346938624 ext(0->4095) 00002000:00010000:3.0:1746147262.139151:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c08aa00 00000100:00100000:0.0:1746147262.141591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.143897:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346938752 00000100:00100000:2.0:1746147262.143908:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346938752 00000100:00100000:2.0:1746147262.143990:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30086 00000100:00100000:2.0:1746147262.143998:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346938752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.144019:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.144038:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8241c expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.144070:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.144077:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.144079:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.144083:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.144114:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 45 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.144124:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 45 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.144137:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340087424:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.145867:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.150542:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340087424:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.150764:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.150782:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00000100:00100000:2.0:1746147262.150835:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346938752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6837us (9250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.150845:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30086 00000100:00100000:0.0:1746147262.151045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.151104:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346938880 00000100:00100000:1.0:1746147262.151110:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346938880 00002000:00100000:1.0:1746147262.151151:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bf5ce00 x1830967346938880/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.151159:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ce00 with x1830967346938880 ext(0->7) 00010000:00010000:1.0:1746147262.151166:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 46 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.151178:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 46 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.151185:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5ce00 00000100:00100000:1.0:1746147262.151976:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2867 00000100:00100000:1.0:1746147262.151987:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967346938880:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147262.157177:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346938880:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 5179us (6119us total) trans 4294972346 rc 0/0 00000100:00100000:0.0:1746147262.157191:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2867 00002000:00100000:0.0:1746147262.157205:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012bf5ce00 x1830967346938880/t4294972346(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.157215:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ce00 with x1830967346938880 ext(0->7) 00010000:00010000:0.0:1746147262.157226:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.157679:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.157688:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5ce00 00010000:00010000:1.0:1746147262.157870:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147262.160371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.160605:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346939008 00000100:00100000:2.0:1746147262.160615:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346939008 00010000:00010000:2.0:1746147262.160655:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.160696:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14864 00000100:00100000:2.0:1746147262.160704:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2007:x1830967346939008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.160719:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.160738:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.160749:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.160774:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6000/0x29021e8779c00671 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82415 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.160808:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.160810:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.160817:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.160826:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.160859:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.160872:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087552:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.160969:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.164825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.165460:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087552:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.165484:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.165487:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346939264 00000100:00100000:1.0:1746147262.165494:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346939264 00000100:00100000:3.0:1746147262.165544:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2007:x1830967346939008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4829us (5175us total) trans 0 rc 0/0 00002000:00100000:1.0:1746147262.165548:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c000 x1830967346939264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746147262.165554:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14864 00002000:00100000:1.0:1746147262.165556:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c000 with x1830967346939264 ext(0->4095) 00002000:00010000:1.0:1746147262.165560:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5c000 00000100:00100000:1.0:1746147262.165588:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13512 00000100:00100000:1.0:1746147262.165595:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346939264:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147262.165713:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346939264:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.165718:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13512 00002000:00100000:1.0:1746147262.165723:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5c000 x1830967346939264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.165729:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5c000 with x1830967346939264 ext(0->4095) 00002000:00010000:1.0:1746147262.165732:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5c000 00000100:00100000:0.0:1746147262.173670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.174117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.174394:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346939392 00000100:00100000:3.0:1746147262.174404:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346939392 00000100:00100000:3.0:1746147262.174446:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346939520 00000100:00100000:3.0:1746147262.174449:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346939520 00000100:00100000:3.0:1746147262.174478:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30087 00000100:00100000:3.0:1746147262.174486:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1832:x1830967346939392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.174506:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.174523:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82423 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.174562:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.174575:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.174577:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.174580:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.175125:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30088 00000100:00100000:2.0:1746147262.175134:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1814:x1830967346939520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.175143:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.175152:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8242a expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.175165:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.175169:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.175174:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.175177:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 50 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.175213:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 50 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.175225:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 50 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.175235:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb200, rc 0) 00000100:00100000:2.0:1746147262.175324:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+50:1814:x1830967346939520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.175330:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30088 00010000:00010000:3.0:1746147262.176333:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.176348:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 5 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.176362:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340087808:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.176429:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.181561:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340087808:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.181597:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.181616:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3000, rc 0) 00000100:00100000:3.0:1746147262.182636:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1832:x1830967346939392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7176us (8003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.182646:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30087 00000100:00100000:0.0:1746147262.183582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.183663:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346939648 00000100:00100000:3.0:1746147262.183672:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346939648 00010000:00010000:3.0:1746147262.183707:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.183737:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14865 00000100:00100000:3.0:1746147262.183744:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346939648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.183758:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.183777:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.183789:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.183812:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00678 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8241c expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.184218:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.184220:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.184229:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 48 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.184238:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 48 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.184308:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 48 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.184320:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.184337:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087936:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.184428:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.188606:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340087936:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.188631:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.188695:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346939648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4949us (5112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.188706:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14865 00000100:00100000:0.0:1746147262.189898:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.190684:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346939904 00000100:00100000:2.0:1746147262.190695:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346939904 00002000:00100000:2.0:1746147262.190743:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1180 x1830967346939904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.190753:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1180 with x1830967346939904 ext(0->4095) 00010000:00010000:2.0:1746147262.190763:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.190777:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.190784:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad1180 00000100:00100000:2.0:1746147262.190805:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2868 00000100:00100000:2.0:1746147262.190813:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2007:x1830967346939904:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147262.191539:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2007:x1830967346939904:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 716us (1635us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.191547:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2868 00002000:00100000:2.0:1746147262.191553:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1180 x1830967346939904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.191561:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1180 with x1830967346939904 ext(0->4095) 00010000:00010000:2.0:1746147262.191567:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.191577:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.191583:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad1180 00000100:00100000:0.0:1746147262.196450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.196559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.196640:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346940032 00000100:00100000:3.0:1746147262.196649:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346940032 00000100:00100000:3.0:1746147262.197178:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30089 00000100:00100000:3.0:1746147262.197187:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346940032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.197206:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.197223:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82431 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.197275:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346940160 00000100:00100000:2.0:1746147262.197279:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346940160 00010000:00010000:3.0:1746147262.197281:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.197287:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 49 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.197292:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147262.197295:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.197297:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.197320:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14866 00000100:00100000:2.0:1746147262.197325:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2006:x1830967346940160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.197332:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.197333:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 49 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.197348:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.197352:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.197356:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3800, rc 0) 00010000:00010000:2.0:1746147262.197362:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.197378:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c0067f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82423 expref: 49 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.197399:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346940032:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (960us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147262.197403:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147262.197405:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30089 00010000:00010000:2.0:1746147262.197405:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.197410:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.197417:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.197437:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.197451:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.197461:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088192:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.198030:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.199520:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088192:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.199546:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.199585:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346940160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2258us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.199594:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14866 00000100:00100000:0.0:1746147262.200557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.200637:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346940416 00000100:00100000:2.0:1746147262.200643:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346940416 00002000:00100000:2.0:1746147262.200680:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051ea00 x1830967346940416/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.200689:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ea00 with x1830967346940416 ext(0->4095) 00010000:00010000:2.0:1746147262.200696:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.200708:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.200713:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051ea00 00000100:00100000:2.0:1746147262.200740:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2869 00000100:00100000:2.0:1746147262.200745:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2005:x1830967346940416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.200876:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2005:x1830967346940416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.200881:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2869 00002000:00100000:2.0:1746147262.200886:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051ea00 x1830967346940416/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.200892:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ea00 with x1830967346940416 ext(0->4095) 00010000:00010000:2.0:1746147262.200896:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.200905:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 48 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.200909:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051ea00 00000100:00100000:0.0:1746147262.204000:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.204113:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.204588:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346940544 00000100:00100000:3.0:1746147262.204598:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346940544 00000100:00100000:3.0:1746147262.204657:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30090 00000100:00100000:3.0:1746147262.204666:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1814:x1830967346940544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.204687:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.204706:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82438 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.204734:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.204739:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.204745:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147262.204749:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.204789:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.204807:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 49 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.204818:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3000, rc 0) 00000100:00100000:3.0:1746147262.204876:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1814:x1830967346940544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.204883:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30090 00000100:00100000:2.0:1746147262.204959:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346940672 00000100:00100000:2.0:1746147262.204963:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346940672 00010000:00010000:2.0:1746147262.204981:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 49 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.205000:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14867 00000100:00100000:2.0:1746147262.205005:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2005:x1830967346940672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.205015:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.205033:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 49 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.205043:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 49 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.205061:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c00686 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8242a expref: 49 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.205077:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.205078:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.205084:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.205089:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.205108:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.205118:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 5 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.205129:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088448:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.205188:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.209312:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088448:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.209336:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.209392:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2005:x1830967346940672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4384us (5276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.209403:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14867 00000100:00100000:0.0:1746147262.209689:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.209787:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346940928 00000100:00100000:3.0:1746147262.209794:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346940928 00002000:00100000:3.0:1746147262.209836:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051f480 x1830967346940928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.209845:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051f480 with x1830967346940928 ext(0->4095) 00010000:00010000:3.0:1746147262.209854:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.209866:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.209873:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051f480 00000100:00100000:3.0:1746147262.210078:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2870 00000100:00100000:3.0:1746147262.210086:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346940928:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.210207:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346940928:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.210213:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2870 00002000:00100000:3.0:1746147262.210219:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051f480 x1830967346940928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.210225:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051f480 with x1830967346940928 ext(0->4095) 00010000:00010000:3.0:1746147262.210229:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.210238:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.210261:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051f480 00000100:00100000:0.0:1746147262.212872:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.212965:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346941056 00000100:00100000:2.0:1746147262.212973:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346941056 00010000:00010000:2.0:1746147262.213002:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.213038:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14868 00000100:00100000:2.0:1746147262.213044:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346941056:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.213055:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.213072:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.213084:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.213107:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c0068d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82431 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.213138:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.213140:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.213148:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.213155:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.213187:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.213199:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088576:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.213298:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.216148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.216980:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088576:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.217002:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346941312 00000100:00100000:1.0:1746147262.217009:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346941312 00002000:00100000:1.0:1746147262.217057:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dce00 x1830967346941312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.217074:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dce00 with x1830967346941312 ext(0->4095) 00002000:00010000:1.0:1746147262.217079:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dce00 00000100:00100000:1.0:1746147262.217108:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13513 00000100:00100000:1.0:1746147262.217115:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346941312:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746147262.217169:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.217605:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2006:x1830967346941312:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 489us (1465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.217612:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13513 00002000:00100000:1.0:1746147262.217618:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dce00 x1830967346941312/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.217625:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dce00 with x1830967346941312 ext(0->4095) 00002000:00010000:1.0:1746147262.217628:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dce00 00000100:00100000:2.0:1746147262.217685:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346941056:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4640us (4820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.217692:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14868 00000100:00100000:0.0:1746147262.223189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.223296:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346941440 00000100:00100000:1.0:1746147262.223306:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346941440 00000100:00100000:1.0:1746147262.223402:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30091 00000100:00100000:1.0:1746147262.223410:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346941440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.223431:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.223451:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8243f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.223479:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.223484:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.223486:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.223489:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.223516:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 47 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.223525:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 47 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.223546:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340088704:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.223637:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.225335:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340088704:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147262.225363:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.225380:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d200, rc 0) 00000100:00100000:1.0:1746147262.225432:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346941440:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2022us (2253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.225439:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30091 00000100:00100000:0.0:1746147262.227350:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.227440:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346941568 00000100:00100000:2.0:1746147262.227448:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346941568 00010000:00010000:2.0:1746147262.227482:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.227510:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14869 00000100:00100000:2.0:1746147262.227517:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2005:x1830967346941568:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.227539:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.227559:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.227570:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.227591:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c00694 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82438 expref: 48 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746147262.228171:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147262.228202:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.228204:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.228212:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.228228:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.228299:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.228311:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088832:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.228570:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.228962:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346941696 00000100:00100000:1.0:1746147262.228967:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346941696 00000100:00100000:1.0:1746147262.229002:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30092 00000100:00100000:1.0:1746147262.229008:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1814:x1830967346941696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.229021:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.229032:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82446 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.229055:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.229060:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.229061:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.229064:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.229080:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.229090:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.229099:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340088960:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.229139:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.232177:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340088832:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.232201:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.232273:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2005:x1830967346941568:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4755us (4927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.232284:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14869 00000100:00100000:0.0:1746147262.232775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.232894:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340088960:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147262.232913:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 48 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147262.232930:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:0.0:1746147262.232950:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1814:x1830967346941696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3943us (4781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147262.232957:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30092 00000100:00100000:2.0:1746147262.233281:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346941952 00000100:00100000:2.0:1746147262.233288:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346941952 00002000:00100000:2.0:1746147262.233319:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907df480 x1830967346941952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.233327:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df480 with x1830967346941952 ext(0->4095) 00010000:00010000:2.0:1746147262.233333:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.233345:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.233351:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df480 00000100:00100000:2.0:1746147262.233383:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2871 00000100:00100000:2.0:1746147262.233390:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346941952:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.233506:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346941952:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (732us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.233512:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2871 00002000:00100000:2.0:1746147262.233517:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907df480 x1830967346941952/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.233523:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df480 with x1830967346941952 ext(0->4095) 00010000:00010000:2.0:1746147262.233527:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.233543:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.233549:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df480 00000100:00100000:0.0:1746147262.239147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.241292:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346942080 00000100:00100000:2.0:1746147262.241305:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346942080 00010000:00010000:2.0:1746147262.241348:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.241379:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14870 00000100:00100000:2.0:1746147262.241385:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b519ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346942080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.241399:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.241417:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.241433:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.241455:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d200/0x29021e8779c0069b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8243f expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.241486:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.241488:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.241495:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.241502:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.241545:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.241558:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089088:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.241653:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.244991:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.245012:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089088:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.245039:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.245103:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b519ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346942080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3716us (5966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.245115:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14870 00000100:00100000:3.0:1746147262.245224:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346942336 00000100:00100000:3.0:1746147262.245230:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346942336 00002000:00100000:3.0:1746147262.245304:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4dc00 x1830967346942336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.245313:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4dc00 with x1830967346942336 ext(0->4095) 00002000:00010000:3.0:1746147262.245318:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4dc00 00000100:00100000:3.0:1746147262.245344:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13514 00000100:00100000:3.0:1746147262.245351:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2005:x1830967346942336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.245489:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:2005:x1830967346942336:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.245495:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13514 00002000:00100000:3.0:1746147262.245500:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093e4dc00 x1830967346942336/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.245507:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4dc00 with x1830967346942336 ext(0->4095) 00002000:00010000:3.0:1746147262.245510:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e4dc00 00000100:00100000:0.0:1746147262.260443:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.260606:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346942464 00000100:00100000:2.0:1746147262.260617:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346942464 00000100:00100000:2.0:1746147262.260681:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30093 00000100:00100000:2.0:1746147262.260690:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a860450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346942464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.260710:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.260729:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8244d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.260762:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.260770:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.260771:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.260775:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.260809:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 47 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.260822:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 47 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.260834:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340089216:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.260936:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.265304:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340089216:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.265340:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.265364:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00000100:00100000:2.0:1746147262.265414:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a860450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346942464:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4724us (4981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.265424:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30093 00000100:00100000:0.0:1746147262.282752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.283022:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346942592 00000100:00100000:2.0:1746147262.283032:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346942592 00000100:00100000:2.0:1746147262.283141:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30094 00000100:00100000:2.0:1746147262.283150:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+48:1814:x1830967346942592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.283170:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.283187:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82454 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.283216:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.283222:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.283228:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147262.283232:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.283313:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.283326:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.283340:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb200, rc 0) 00000100:00100000:2.0:1746147262.283392:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+49:1814:x1830967346942592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.283398:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30094 00000100:00100000:0.0:1746147262.284924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.285225:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346942720 00000100:00100000:2.0:1746147262.285232:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346942720 00002000:00100000:2.0:1746147262.285291:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093e4ea00 x1830967346942720/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.285301:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ea00 with x1830967346942720 ext(0->7) 00010000:00010000:2.0:1746147262.285309:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 49 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.285321:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 49 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.285328:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ea00 00000100:00100000:2.0:1746147262.285691:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2872 00000100:00100000:2.0:1746147262.285700:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+49:2005:x1830967346942720:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147262.288834:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346942720:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 3128us (3908us total) trans 4294972347 rc 0/0 00000100:00100000:0.0:1746147262.288843:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2872 00002000:00100000:0.0:1746147262.288851:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093e4ea00 x1830967346942720/t4294972347(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.288865:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e4ea00 with x1830967346942720 ext(0->7) 00010000:00010000:0.0:1746147262.288874:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 51 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.288888:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 51 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.288894:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093e4ea00 00000100:00100000:0.0:1746147262.294063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.295044:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346942848 00000100:00100000:2.0:1746147262.295054:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346942848 00010000:00010000:2.0:1746147262.295086:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 51 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.295114:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14871 00000100:00100000:2.0:1746147262.295120:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2008:x1830967346942848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.295131:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.295145:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 51 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.295155:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 51 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.295171:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c006a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82446 expref: 51 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.295867:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.295870:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.295877:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.295884:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.295913:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.295924:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.295934:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089472:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.296025:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.301276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.301447:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c089500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089472:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147262.301464:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.301499:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2008:x1830967346942848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6379us (7444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147262.301507:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14871 00000100:00100000:1.0:1746147262.301580:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346943104 00000100:00100000:1.0:1746147262.301585:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346943104 00002000:00100000:1.0:1746147262.301612:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089c00 x1830967346943104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.301619:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089c00 with x1830967346943104 ext(0->4095) 00010000:00010000:1.0:1746147262.301626:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.301635:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.301645:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c089c00 00000100:00100000:1.0:1746147262.301671:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2873 00000100:00100000:1.0:1746147262.301677:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346943104:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.301790:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346943104:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.301796:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2873 00002000:00100000:1.0:1746147262.301800:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c089c00 x1830967346943104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.301806:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c089c00 with x1830967346943104 ext(0->4095) 00010000:00010000:1.0:1746147262.301811:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.301818:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.301823:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c089c00 00000100:00100000:0.0:1746147262.311391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.311478:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346943232 00000100:00100000:2.0:1746147262.311486:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346943232 00010000:00010000:2.0:1746147262.311516:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.311557:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14872 00000100:00100000:2.0:1746147262.311565:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346943232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.311577:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.311594:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.311604:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.311623:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8244d expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.311674:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.311677:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.311683:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.311691:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.311718:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.311733:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089600:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.311807:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.313922:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089600:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.313937:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.313965:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346943232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2401us (2583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.313972:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14872 00000100:00100000:0.0:1746147262.314179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.314299:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346943488 00000100:00100000:3.0:1746147262.314304:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346943488 00002000:00100000:3.0:1746147262.314330:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5c000 x1830967346943488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.314339:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c000 with x1830967346943488 ext(0->4095) 00002000:00010000:3.0:1746147262.314342:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5c000 00000100:00100000:3.0:1746147262.314367:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13515 00000100:00100000:3.0:1746147262.314372:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346943488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.314458:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2005:x1830967346943488:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.314463:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13515 00002000:00100000:3.0:1746147262.314468:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5c000 x1830967346943488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.314475:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5c000 with x1830967346943488 ext(0->4095) 00002000:00010000:3.0:1746147262.314477:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5c000 00000100:00100000:0.0:1746147262.320059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.320136:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346943616 00000100:00100000:3.0:1746147262.320144:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346943616 00000100:00100000:3.0:1746147262.320190:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30095 00000100:00100000:3.0:1746147262.320198:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346943616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.320213:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.320225:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8245b expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.320277:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.320289:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.320291:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.320294:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.320320:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.320330:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 49 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.320340:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340089728:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.320409:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.322382:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340089728:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.322404:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.322416:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3800, rc 0) 00000100:00100000:3.0:1746147262.322444:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346943616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2247us (2391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.322450:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30095 00000100:00100000:0.0:1746147262.323428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.323767:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346943744 00000100:00100000:1.0:1746147262.323772:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346943744 00002000:00100000:1.0:1746147262.323800:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c35180 x1830967346943744/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.323807:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35180 with x1830967346943744 ext(0->7) 00010000:00010000:1.0:1746147262.323813:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 50 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.323826:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 50 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.323832:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c35180 00000100:00100000:1.0:1746147262.323858:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2874 00000100:00100000:1.0:1746147262.323864:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+50:2006:x1830967346943744:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147262.325414:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346943744:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1547us (1984us total) trans 4294972348 rc 0/0 00000100:00100000:0.0:1746147262.325421:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2874 00002000:00100000:0.0:1746147262.325427:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c35180 x1830967346943744/t4294972348(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.325435:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c35180 with x1830967346943744 ext(0->7) 00010000:00010000:0.0:1746147262.325442:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 52 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.325453:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 52 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.325459:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c35180 00000100:00100000:0.0:1746147262.333516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.333617:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346943872 00000100:00100000:3.0:1746147262.333625:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346943872 00000100:00100000:3.0:1746147262.333675:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30096 00000100:00100000:3.0:1746147262.333683:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346943872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.333708:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.333722:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82462 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.333745:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.333750:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.333756:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147262.333759:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.333790:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.333801:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.333809:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db2200, rc 0) 00000100:00100000:3.0:1746147262.333854:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1814:x1830967346943872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.333859:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30096 00000100:00100000:0.0:1746147262.337968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.338065:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346944000 00000100:00100000:2.0:1746147262.338071:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346944000 00010000:00010000:2.0:1746147262.338101:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.338138:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14873 00000100:00100000:2.0:1746147262.338145:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346944000:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.338157:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.338174:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.338184:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.338202:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82454 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.338232:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.338235:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.338267:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.338874:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.338905:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.338915:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 5 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.338925:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089984:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.340652:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.343068:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340089984:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.343084:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.343694:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.344346:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346944000:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6200us (6381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.344356:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14873 00000100:00100000:2.0:1746147262.344400:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346944256 00000100:00100000:2.0:1746147262.344405:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346944256 00002000:00100000:2.0:1746147262.344433:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8aa00 x1830967346944256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.344441:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8aa00 with x1830967346944256 ext(0->4095) 00010000:00010000:2.0:1746147262.344448:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.344464:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.344469:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8aa00 00000100:00100000:2.0:1746147262.344542:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2875 00000100:00100000:2.0:1746147262.344549:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346944256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.345957:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346944256:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1403us (2258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.345966:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2875 00002000:00100000:2.0:1746147262.345974:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8aa00 x1830967346944256/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.345982:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8aa00 with x1830967346944256 ext(0->4095) 00010000:00010000:2.0:1746147262.345988:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.345999:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.346005:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8aa00 00000100:00100000:0.0:1746147262.348856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.348914:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346944384 00000100:00100000:2.0:1746147262.348921:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346944384 00010000:00010000:2.0:1746147262.348949:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.348982:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14874 00000100:00100000:2.0:1746147262.348988:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346944384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.348999:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.349015:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.349025:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.349043:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8245b expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.349063:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.349065:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.349070:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.349076:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.349661:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.349673:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090112:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.349757:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.355224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.356169:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090112:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.356187:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.356225:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346944384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7235us (7374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.356234:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14874 00000100:00100000:3.0:1746147262.356971:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346944640 00000100:00100000:3.0:1746147262.356977:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346944640 00002000:00100000:3.0:1746147262.357009:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89c00 x1830967346944640/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.357018:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89c00 with x1830967346944640 ext(0->4095) 00002000:00010000:3.0:1746147262.357023:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e89c00 00000100:00100000:2.0:1746147262.357465:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13516 00000100:00100000:2.0:1746147262.357472:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2008:x1830967346944640:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147262.357579:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2008:x1830967346944640:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (2363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.357584:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13516 00002000:00100000:2.0:1746147262.357589:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e89c00 x1830967346944640/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.357596:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e89c00 with x1830967346944640 ext(0->4095) 00002000:00010000:2.0:1746147262.357599:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e89c00 00000100:00100000:0.0:1746147262.360017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.360238:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346944768 00000100:00100000:3.0:1746147262.360272:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346944768 00000100:00100000:3.0:1746147262.360372:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30097 00000100:00100000:3.0:1746147262.360380:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346944768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.360394:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.360408:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82469 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.360429:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.360436:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.360438:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.360441:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.360464:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.360474:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 51 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.360484:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340090240:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.360579:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.362768:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340090240:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.362793:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.362808:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3a00, rc 0) 00000100:00100000:3.0:1746147262.362853:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346944768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2473us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.362860:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30097 00000100:00100000:0.0:1746147262.363267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.363426:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346944896 00000100:00100000:2.0:1746147262.363431:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346944896 00010000:00010000:2.0:1746147262.363452:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.363470:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14875 00000100:00100000:2.0:1746147262.363475:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346944896:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.363484:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.363498:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.363507:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.363535:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c006be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82462 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.363550:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.363552:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.363557:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.363564:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.363587:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.363597:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090368:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.363648:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.365730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.365990:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090368:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.366001:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346945024 00000100:00100000:3.0:1746147262.366005:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346945024 00010000:00010000:2.0:1746147262.366005:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.366036:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30098 00000100:00100000:3.0:1746147262.366041:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346945024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.366054:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.366065:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82470 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.366086:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.366093:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.366094:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.366098:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.366309:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.366323:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 5 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.366337:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340090496:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.366559:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2006:x1830967346944896:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3081us (3290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.366567:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14875 00000100:00100000:3.0:1746147262.366638:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.366724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.366791:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346945280 00000100:00100000:2.0:1746147262.366795:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346945280 00002000:00100000:2.0:1746147262.366816:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecb800 x1830967346945280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.366828:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb800 with x1830967346945280 ext(0->4095) 00010000:00010000:2.0:1746147262.366834:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.366843:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.366848:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecb800 00000100:00100000:2.0:1746147262.366860:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2876 00000100:00100000:2.0:1746147262.366864:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346945280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.366948:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346945280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (225us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.366953:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2876 00002000:00100000:2.0:1746147262.366957:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecb800 x1830967346945280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.366963:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb800 with x1830967346945280 ext(0->4095) 00010000:00010000:2.0:1746147262.366966:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.366973:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.366978:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecb800 00000100:00100000:3.0:1746147262.368976:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340090496:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.369001:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.369014:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3800, rc 0) 00000100:00100000:3.0:1746147262.369051:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346945024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3009us (3324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.369056:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30098 00000100:00100000:0.0:1746147262.370234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.370391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.370406:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346945408 00000100:00100000:3.0:1746147262.370413:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346945408 00000100:00100000:3.0:1746147262.370438:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30099 00000100:00100000:3.0:1746147262.370444:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1832:x1830967346945408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.370456:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.370468:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82477 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.370476:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346945536 00000100:00100000:2.0:1746147262.370480:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346945536 00010000:00010000:3.0:1746147262.370484:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.370488:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.370493:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.370493:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.370496:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.370507:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14876 00000100:00100000:2.0:1746147262.370511:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346945536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.370517:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.370520:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.370540:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.370540:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.370549:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.370555:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ffe6a00, rc 0) 00010000:00010000:2.0:1746147262.370564:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82469 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.370576:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.370577:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147262.370578:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1832:x1830967346945408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (347us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147262.370581:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.370583:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30099 00010000:00010000:2.0:1746147262.370587:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.370621:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.370630:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.370639:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090752:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.370846:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.372182:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090752:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.372194:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.372227:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346945536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1714us (1835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.372234:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14876 00000100:00100000:0.0:1746147262.372473:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.372598:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346945792 00000100:00100000:2.0:1746147262.372602:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346945792 00002000:00100000:2.0:1746147262.372628:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126300 x1830967346945792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.372636:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126300 with x1830967346945792 ext(0->4095) 00010000:00010000:2.0:1746147262.372642:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.372652:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.372657:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126300 00000100:00100000:2.0:1746147262.372680:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2877 00000100:00100000:2.0:1746147262.372686:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346945792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.372789:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094126300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346945792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.372797:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2877 00002000:00100000:2.0:1746147262.372802:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094126300 x1830967346945792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.372809:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094126300 with x1830967346945792 ext(0->4095) 00010000:00010000:2.0:1746147262.372813:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.372821:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.372827:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094126300 00000100:00100000:0.0:1746147262.374822:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.375005:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346945920 00000100:00100000:2.0:1746147262.375011:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346945920 00010000:00010000:2.0:1746147262.375035:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.375068:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14877 00000100:00100000:2.0:1746147262.375073:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4431450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2007:x1830967346945920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.375082:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.375095:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.375103:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.375120:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c006cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82470 expref: 53 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.375144:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.375146:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.375152:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.375159:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.375184:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.375194:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090880:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.375265:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.377158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.377264:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346946176 00000100:00100000:1.0:1746147262.377270:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346946176 00002000:00100000:1.0:1746147262.377300:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125c00 x1830967346946176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.377308:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125c00 with x1830967346946176 ext(0->4095) 00002000:00010000:1.0:1746147262.377312:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094125c00 00000100:00100000:1.0:1746147262.377337:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13517 00000100:00100000:1.0:1746147262.377343:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346946176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.377435:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094125c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346946176:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.377441:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13517 00002000:00100000:1.0:1746147262.377445:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094125c00 x1830967346946176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.377451:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094125c00 with x1830967346946176 ext(0->4095) 00002000:00010000:1.0:1746147262.377453:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094125c00 00000100:00100000:2.0:1746147262.377515:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340090880:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.377538:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.377558:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4431450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2007:x1830967346945920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2485us (2740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.377566:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14877 00000100:00100000:0.0:1746147262.379753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.379954:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346946304 00000100:00100000:2.0:1746147262.379960:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346946304 00000100:00100000:2.0:1746147262.380140:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30100 00000100:00100000:2.0:1746147262.380147:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346946304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.380160:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.380173:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8247e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.380200:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.380206:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.380207:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.380210:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.380233:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.380273:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 51 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.380283:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340091008:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.380915:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.382703:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340091008:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.382724:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.382736:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00000100:00100000:2.0:1746147262.382773:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346946304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2627us (3025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.382780:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30100 00000100:00100000:0.0:1746147262.384202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.384550:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346946432 00000100:00100000:2.0:1746147262.384557:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346946432 00010000:00010000:2.0:1746147262.384581:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.384612:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14878 00000100:00100000:2.0:1746147262.384618:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346946432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.384629:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.384646:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.384655:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.384672:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c006d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82477 expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.384871:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.384873:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.384879:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.384886:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.384911:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.384921:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340091136:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.385347:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.387099:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340091136:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.387115:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.387153:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2006:x1830967346946432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2534us (2952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.387160:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14878 00000100:00100000:0.0:1746147262.388290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.388636:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346946688 00000100:00100000:3.0:1746147262.388643:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346946688 00002000:00100000:3.0:1746147262.388675:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127b80 x1830967346946688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.388683:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127b80 with x1830967346946688 ext(0->4095) 00002000:00010000:3.0:1746147262.388687:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094127b80 00000100:00100000:3.0:1746147262.388710:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13518 00000100:00100000:3.0:1746147262.388716:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346946688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.388821:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346946688:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.388827:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13518 00002000:00100000:3.0:1746147262.388833:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094127b80 x1830967346946688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.388845:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094127b80 with x1830967346946688 ext(0->4095) 00002000:00010000:3.0:1746147262.388848:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094127b80 00000100:00100000:0.0:1746147262.389410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.389808:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346946816 00000100:00100000:3.0:1746147262.389811:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346946816 00000100:00100000:3.0:1746147262.390085:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30101 00000100:00100000:3.0:1746147262.390091:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346946816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.390101:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.390112:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82485 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.390130:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.390136:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.390138:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.390140:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.390163:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.390172:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.390183:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340091264:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.391151:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.391364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.391939:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346946944 00000100:00100000:2.0:1746147262.391944:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346946944 00000100:00100000:2.0:1746147262.392319:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30102 00000100:00100000:2.0:1746147262.392326:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1832:x1830967346946944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.392337:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.392347:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8248c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.392365:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.392369:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.392373:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.392375:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 54 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.392399:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.392409:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 54 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.392421:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eca800, rc 0) 00000100:00100000:2.0:1746147262.392462:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1832:x1830967346946944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.392468:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30102 00000100:00100000:3.0:1746147262.393668:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340091264:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.393685:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.393695:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3000, rc 0) 00000100:00100000:3.0:1746147262.393726:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1814:x1830967346946816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3635us (4316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.393732:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30101 00000100:00100000:0.0:1746147262.394513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.394653:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346947072 00000100:00100000:2.0:1746147262.394658:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346947072 00010000:00010000:2.0:1746147262.394679:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.394710:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14879 00000100:00100000:2.0:1746147262.394716:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346947072:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.394725:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.394740:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.394749:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.394765:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c006da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8247e expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.394788:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.394789:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.394795:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.394806:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.394829:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.394839:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 52 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.394848:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340091520:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.394906:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.398630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.398704:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340091520:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.398722:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.398755:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346947072:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4038us (4242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.398762:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14879 00000100:00100000:1.0:1746147262.399700:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346947328 00000100:00100000:1.0:1746147262.399706:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346947328 00002000:00100000:1.0:1746147262.399737:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660380 x1830967346947328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.399745:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346947328 ext(0->4095) 00010000:00010000:1.0:1746147262.399753:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.399764:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.399769:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:1.0:1746147262.399792:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2878 00000100:00100000:1.0:1746147262.399798:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346947328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.399893:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346947328:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (1269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.399898:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2878 00002000:00100000:1.0:1746147262.399903:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660380 x1830967346947328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.399909:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660380 with x1830967346947328 ext(0->4095) 00010000:00010000:1.0:1746147262.399914:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.399922:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.399927:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130660380 00000100:00100000:0.0:1746147262.402779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.402844:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346947456 00000100:00100000:2.0:1746147262.402851:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346947456 00010000:00010000:2.0:1746147262.402878:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.402909:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14880 00000100:00100000:2.0:1746147262.402916:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2008:x1830967346947456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.402928:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.402943:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.402953:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.402971:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3000/0x29021e8779c006e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82485 expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.402995:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.402997:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.403004:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.403011:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.403038:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 52 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.403048:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340091648:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.403117:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.406728:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.406849:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346947712 00000100:00100000:3.0:1746147262.406856:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346947712 00002000:00100000:3.0:1746147262.406890:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660a80 x1830967346947712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.406898:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660a80 with x1830967346947712 ext(0->4095) 00002000:00010000:3.0:1746147262.406902:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130660a80 00000100:00100000:2.0:1746147262.407106:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340091648:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.407121:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.407165:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2008:x1830967346947456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4250us (4392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.407173:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14880 00000100:00100000:3.0:1746147262.407222:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13519 00000100:00100000:3.0:1746147262.407229:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346947712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.407333:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130660a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346947712:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.407339:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13519 00002000:00100000:3.0:1746147262.407344:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130660a80 x1830967346947712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.407351:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130660a80 with x1830967346947712 ext(0->4095) 00002000:00010000:3.0:1746147262.407354:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130660a80 00000100:00100000:0.0:1746147262.409600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.409664:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346947840 00000100:00100000:2.0:1746147262.409670:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346947840 00000100:00100000:2.0:1746147262.409902:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30103 00000100:00100000:2.0:1746147262.409909:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346947840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.409923:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.409936:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82493 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.409958:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.409965:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.409966:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.409969:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.409993:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 51 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.410002:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 51 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.410012:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340091776:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.410075:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.412376:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c08bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340091776:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.412398:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.412420:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb200, rc 0) 00000100:00100000:2.0:1746147262.412457:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346947840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2549us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.412463:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30103 00000100:00100000:0.0:1746147262.412993:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.413054:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346947968 00000100:00100000:2.0:1746147262.413058:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346947968 00010000:00010000:2.0:1746147262.413078:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.413597:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14881 00000100:00100000:1.0:1746147262.413609:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2005:x1830967346947968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.413619:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.413639:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.413649:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.413667:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094eca800/0x29021e8779c006e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8248c expref: 52 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.413718:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.413720:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.413726:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.413732:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.413758:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.413768:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340091904:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.414111:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f840 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.417462:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.417474:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340091904:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.417489:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.418069:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+51:2005:x1830967346947968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4460us (5075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.418078:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14881 00000100:00100000:2.0:1746147262.418237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.418254:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346948224 00000100:00100000:0.0:1746147262.418260:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346948224 00002000:00100000:0.0:1746147262.418289:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08bb80 x1830967346948224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.418297:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08bb80 with x1830967346948224 ext(0->4095) 00002000:00010000:0.0:1746147262.418301:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c08bb80 00000100:00100000:3.0:1746147262.418328:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346948352 00000100:00100000:0.0:1746147262.418328:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13520 00000100:00100000:3.0:1746147262.418332:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346948352 00000100:00100000:0.0:1746147262.418334:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346948224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.418363:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30104 00000100:00100000:3.0:1746147262.418371:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+51:1814:x1830967346948352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.418381:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.418395:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8249a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.418414:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.418420:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.418422:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.418425:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147262.418440:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c08bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346948224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (985us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147262.418446:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13520 00010000:00010000:3.0:1746147262.418452:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746147262.418452:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c08bb80 x1830967346948224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746147262.418461:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00100000:0.0:1746147262.418462:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c08bb80 with x1830967346948224 ext(0->4095) 00010000:00010000:0.0:1746147262.418466:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.418469:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092032:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147262.418477:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.418483:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c08bb80 00000100:00100000:3.0:1746147262.418513:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.420308:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092032:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.420325:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 52 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.420339:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3e00, rc 0) 00000100:00100000:3.0:1746147262.420471:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+52:1814:x1830967346948352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2099us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.420477:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30104 00000100:00100000:0.0:1746147262.424681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.424777:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346948480 00000100:00100000:1.0:1746147262.424785:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346948480 00010000:00010000:1.0:1746147262.424811:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.424846:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14882 00000100:00100000:1.0:1746147262.424852:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346948480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.424863:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.424879:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.424889:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.424907:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb200/0x29021e8779c006ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82493 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.424922:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.424924:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.424929:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.424936:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.424963:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.424974:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340092160:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.425041:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.427637:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340092160:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.427653:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.427776:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346948480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2923us (3101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.427785:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14882 00000100:00100000:1.0:1746147262.428289:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.428396:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346948736 00000100:00100000:0.0:1746147262.428405:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346948736 00002000:00100000:0.0:1746147262.428436:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5c00 x1830967346948736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.428444:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5c00 with x1830967346948736 ext(0->4095) 00002000:00010000:0.0:1746147262.428447:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5c00 00000100:00100000:0.0:1746147262.428710:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13521 00000100:00100000:0.0:1746147262.428809:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2007:x1830967346948736:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147262.428915:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2007:x1830967346948736:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 198us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147262.428920:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13521 00002000:00100000:0.0:1746147262.428925:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b5c00 x1830967346948736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.428932:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b5c00 with x1830967346948736 ext(0->4095) 00002000:00010000:0.0:1746147262.428935:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b5c00 00000100:00100000:0.0:1746147262.430816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.430894:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346948864 00000100:00100000:3.0:1746147262.430900:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346948864 00000100:00100000:3.0:1746147262.430937:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30105 00000100:00100000:3.0:1746147262.430943:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346948864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.430953:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.430965:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824a1 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.430984:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.430990:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.430991:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.430994:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.431016:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 51 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.431108:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 51 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.431122:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092288:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.431436:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.436413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.436545:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092288:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.436569:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.436582:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3a00, rc 0) 00000100:00100000:3.0:1746147262.436614:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346948864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5671us (5801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.436621:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30105 00000100:00100000:1.0:1746147262.436688:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346948992 00000100:00100000:1.0:1746147262.436693:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346948992 00002000:00100000:1.0:1746147262.436720:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e06c700 x1830967346948992/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.436727:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06c700 with x1830967346948992 ext(0->7) 00010000:00010000:1.0:1746147262.436731:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 52 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.436741:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 52 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.436746:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06c700 00000100:00100000:1.0:1746147262.436769:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2879 00000100:00100000:1.0:1746147262.436774:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+52:2006:x1830967346948992:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147262.438069:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346948992:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1293us (1661us total) trans 4294972349 rc 0/0 00000100:00100000:0.0:1746147262.438076:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2879 00002000:00100000:0.0:1746147262.438082:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e06c700 x1830967346948992/t4294972349(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.438088:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06c700 with x1830967346948992 ext(0->7) 00010000:00010000:0.0:1746147262.438094:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.438103:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.438108:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06c700 00000100:00100000:0.0:1746147262.445091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.445181:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346949120 00000100:00100000:1.0:1746147262.445189:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346949120 00010000:00010000:1.0:1746147262.445218:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.446099:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14883 00000100:00100000:1.0:1746147262.446106:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2005:x1830967346949120:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.446118:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.446135:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.446145:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.446164:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3e00/0x29021e8779c006f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8249a expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.446183:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.446185:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.446191:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.446197:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.446224:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.446238:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340092416:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.446321:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f840 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.449591:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340092416:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.449609:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.449653:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+53:2005:x1830967346949120:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3547us (4569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.449662:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14883 00000100:00100000:0.0:1746147262.450910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.450978:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346949376 00000100:00100000:2.0:1746147262.450985:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346949376 00002000:00100000:2.0:1746147262.451016:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06f100 x1830967346949376/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.451025:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06f100 with x1830967346949376 ext(0->4095) 00002000:00010000:2.0:1746147262.451030:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e06f100 00000100:00100000:2.0:1746147262.451057:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13522 00000100:00100000:2.0:1746147262.451064:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346949376:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.451171:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346949376:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.451176:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13522 00002000:00100000:2.0:1746147262.451181:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06f100 x1830967346949376/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.451193:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06f100 with x1830967346949376 ext(0->4095) 00002000:00010000:2.0:1746147262.451195:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e06f100 00000100:00100000:2.0:1746147262.452694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.452762:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346949504 00000100:00100000:3.0:1746147262.452767:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346949504 00000100:00100000:3.0:1746147262.452802:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30106 00000100:00100000:3.0:1746147262.452808:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+53:1832:x1830967346949504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.452818:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.452831:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824a8 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.452853:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.452860:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.452861:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.452864:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.452893:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.452903:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.452913:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092544:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.453363:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.455509:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092544:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.455541:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.455558:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3800, rc 0) 00000100:00100000:3.0:1746147262.455683:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1832:x1830967346949504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2873us (2989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.455691:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30106 00000100:00100000:0.0:1746147262.455710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.455848:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346949632 00000100:00100000:1.0:1746147262.455853:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346949632 00010000:00010000:1.0:1746147262.455874:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.455905:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14884 00000100:00100000:2.0:1746147262.455907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.455912:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346949632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.455923:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.455938:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.455947:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.455964:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3a00/0x29021e8779c006fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a1 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.455986:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346949760 00010000:00010000:1.0:1746147262.455987:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.455989:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147262.455990:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346949760 00010000:00010000:1.0:1746147262.455994:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.456001:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.456007:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30107 00000100:00100000:3.0:1746147262.456012:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346949760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.456022:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.456024:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.456030:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824af expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.456034:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340092672:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.456045:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.456052:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.456053:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.456056:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.456071:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.456081:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.456088:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.456089:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092800:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.456110:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.459775:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340092672:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.459792:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.459829:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346949632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3916us (4117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.459838:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14884 00000100:00100000:0.0:1746147262.460370:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.460680:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340092800:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.460701:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.460715:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db2200, rc 0) 00000100:00100000:3.0:1746147262.460737:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346949760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4724us (4831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.460744:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30107 00000100:00100000:3.0:1746147262.460774:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346950016 00000100:00100000:3.0:1746147262.460779:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346950016 00002000:00100000:3.0:1746147262.460802:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06c000 x1830967346950016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.460820:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06c000 with x1830967346950016 ext(0->4095) 00010000:00010000:3.0:1746147262.460826:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.460836:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.460842:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06c000 00000100:00100000:3.0:1746147262.460854:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2880 00000100:00100000:3.0:1746147262.460859:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2005:x1830967346950016:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746147262.460949:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e06c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2005:x1830967346950016:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 90us (580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.460954:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2880 00002000:00100000:3.0:1746147262.460958:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e06c000 x1830967346950016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.460964:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e06c000 with x1830967346950016 ext(0->4095) 00010000:00010000:3.0:1746147262.460968:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.460976:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.460980:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e06c000 00000100:00100000:0.0:1746147262.465039:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.465711:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.465735:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346950272 00000100:00100000:1.0:1746147262.465743:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346950272 00000100:00100000:3.0:1746147262.465747:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346950144 00000100:00100000:3.0:1746147262.465751:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346950144 00010000:00010000:1.0:1746147262.465772:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.466362:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30108 00000100:00100000:3.0:1746147262.466368:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346950144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.466381:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.466393:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824b6 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.466413:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.466418:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.466423:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147262.466426:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.466453:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.466463:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.466470:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8400, rc 0) 00000100:00100000:1.0:1746147262.467034:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14885 00000100:00100000:1.0:1746147262.467041:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2007:x1830967346950272:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.467049:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746147262.467063:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346950144:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 694us (2032us total) trans 0 rc 0/0 00010000:00010000:1.0:1746147262.467064:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.467069:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30108 00010000:00010000:1.0:1746147262.467079:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.467094:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db3800/0x29021e8779c00704 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824a8 expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.467119:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.467121:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.467126:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.467132:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.467151:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.467161:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.467176:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093056:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.467214:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.471310:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093056:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.471329:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.471377:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2007:x1830967346950272:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4335us (5665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.471389:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14885 00000100:00100000:0.0:1746147262.471470:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.471510:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346950528 00000100:00100000:1.0:1746147262.471516:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346950528 00002000:00100000:1.0:1746147262.471554:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408e00 x1830967346950528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.471563:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346950528 ext(0->4095) 00010000:00010000:1.0:1746147262.471570:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.471582:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.471587:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094408e00 00000100:00100000:1.0:1746147262.471600:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2881 00000100:00100000:1.0:1746147262.471894:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2005:x1830967346950528:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.472000:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2005:x1830967346950528:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 393us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.472006:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2881 00002000:00100000:1.0:1746147262.472011:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408e00 x1830967346950528/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.472018:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967346950528 ext(0->4095) 00010000:00010000:1.0:1746147262.472023:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.472035:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.472041:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147262.474361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.475023:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.475085:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346950656 00000100:00100000:3.0:1746147262.475091:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346950656 00000100:00100000:3.0:1746147262.475134:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30109 00000100:00100000:3.0:1746147262.475139:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:1814:x1830967346950656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.475154:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.475166:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824bd expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.475187:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.475192:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.475197:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147262.475200:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.475227:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.475234:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346950784 00010000:00010000:3.0:1746147262.475237:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 55 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.475238:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346950784 00010000:00010000:3.0:1746147262.475269:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8800, rc 0) 00010000:00010000:1.0:1746147262.475278:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 56 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.475297:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14886 00000100:00100000:3.0:1746147262.475301:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346950656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.475302:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2006:x1830967346950784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746147262.475306:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30109 00010000:00010000:1.0:1746147262.475309:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.475323:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.475333:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.475346:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094db2200/0x29021e8779c0070b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824af expref: 55 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.475359:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.475361:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.475366:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.475376:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.475401:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.475410:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.475419:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093312:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.475467:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.477579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.477632:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346951040 00000100:00100000:2.0:1746147262.477636:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346951040 00002000:00100000:2.0:1746147262.477663:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440aa00 x1830967346951040/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.477672:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440aa00 with x1830967346951040 ext(0->4095) 00010000:00010000:2.0:1746147262.477679:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.477689:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.477694:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440aa00 00000100:00100000:2.0:1746147262.477719:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2882 00000100:00100000:2.0:1746147262.477724:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346951040:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.477876:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346951040:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.477882:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2882 00002000:00100000:2.0:1746147262.477887:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009440aa00 x1830967346951040/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.477894:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440aa00 with x1830967346951040 ext(0->4095) 00010000:00010000:2.0:1746147262.477898:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.477907:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.477912:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440aa00 00000100:00100000:1.0:1746147262.477965:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093312:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.477978:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.478000:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346950784:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2697us (2977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.478006:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14886 00000100:00100000:0.0:1746147262.480606:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.480710:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346951168 00000100:00100000:1.0:1746147262.480716:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346951168 00010000:00010000:1.0:1746147262.480738:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.480794:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14887 00000100:00100000:1.0:1746147262.480799:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346951168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.480809:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.480824:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.480834:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.480850:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8400/0x29021e8779c00712 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824b6 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.480874:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.480876:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.480881:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 53 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.480888:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 53 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.480910:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 53 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.480919:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093440:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.481337:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.483709:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093440:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.483725:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.483755:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346951168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2955us (3153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.483763:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14887 00000100:00100000:3.0:1746147262.484849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.484891:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346951424 00000100:00100000:2.0:1746147262.484898:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346951424 00002000:00100000:2.0:1746147262.484931:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9880 x1830967346951424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.484941:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9880 with x1830967346951424 ext(0->4095) 00002000:00010000:2.0:1746147262.484946:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9880 00000100:00100000:2.0:1746147262.484978:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13523 00000100:00100000:2.0:1746147262.484986:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346951424:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.485099:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346951424:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.485105:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13523 00002000:00100000:2.0:1746147262.485110:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec9880 x1830967346951424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.485117:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9880 with x1830967346951424 ext(0->4095) 00002000:00010000:2.0:1746147262.485120:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9880 00000100:00100000:0.0:1746147262.491835:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.492116:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346951552 00000100:00100000:2.0:1746147262.492124:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346951552 00000100:00100000:2.0:1746147262.492174:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30110 00000100:00100000:2.0:1746147262.492182:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346951552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.492198:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.492210:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824c4 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.492232:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 53 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.492239:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.492269:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.492272:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.492300:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 53 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.492310:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 53 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.492320:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340093568:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.492392:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.494291:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340093568:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.494312:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.494325:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb000, rc 0) 00000100:00100000:2.0:1746147262.494355:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346951552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2173us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.494365:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30110 00000100:00100000:0.0:1746147262.497735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.497820:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346951680 00000100:00100000:3.0:1746147262.497830:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346951680 00002000:00100000:3.0:1746147262.497868:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009440b480 x1830967346951680/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.497877:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440b480 with x1830967346951680 ext(0->7) 00010000:00010000:3.0:1746147262.497885:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.497896:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 54 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.497902:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440b480 00000100:00100000:3.0:1746147262.498151:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2883 00000100:00100000:3.0:1746147262.498157:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+54:2006:x1830967346951680:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147262.499390:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2006:x1830967346951680:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1230us (1659us total) trans 4294972350 rc 0/0 00000100:00100000:0.0:1746147262.499397:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2883 00002000:00100000:0.0:1746147262.499403:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009440b480 x1830967346951680/t4294972350(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.499411:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440b480 with x1830967346951680 ext(0->7) 00010000:00010000:0.0:1746147262.499417:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 56 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.499431:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 56 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.499436:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009440b480 00000100:00100000:0.0:1746147262.507982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.508402:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346951808 00000100:00100000:1.0:1746147262.508411:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346951808 00010000:00010000:1.0:1746147262.508441:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 56 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.508720:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14888 00000100:00100000:1.0:1746147262.508727:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346951808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.508739:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.508753:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 56 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.508763:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 56 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.508780:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00719 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824bd expref: 56 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.509392:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.509394:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.509401:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.509408:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.509434:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.509444:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093696:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.509517:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.515953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.516578:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346951936 00000100:00100000:2.0:1746147262.516585:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346951936 00000100:00100000:2.0:1746147262.516632:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30111 00000100:00100000:2.0:1746147262.516639:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346951936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.516654:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.516667:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824cb expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.516690:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.516697:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.516698:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.516701:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.516724:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.516734:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 5 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.516745:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340093824:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.516803:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.517124:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340093696:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147262.517130:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:1.0:1746147262.517136:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.517164:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2005:x1830967346951808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 8437us (9189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.517172:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14888 00000100:00100000:2.0:1746147262.517316:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346952192 00000100:00100000:2.0:1746147262.517320:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346952192 00002000:00100000:2.0:1746147262.517340:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0700 x1830967346952192/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.517347:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0700 with x1830967346952192 ext(0->4095) 00010000:00010000:2.0:1746147262.517353:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.517361:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.517366:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0700 00000100:00100000:2.0:1746147262.517386:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2884 00000100:00100000:2.0:1746147262.518271:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346952192:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147262.518467:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346952192:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 1074us (1337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.518473:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2884 00002000:00100000:2.0:1746147262.518478:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130fa0700 x1830967346952192/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.518485:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130fa0700 with x1830967346952192 ext(0->4095) 00010000:00010000:2.0:1746147262.518489:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.518497:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.518503:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130fa0700 00000100:00100000:3.0:1746147262.518581:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340093824:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.518596:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.518608:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecba00, rc 0) 00000100:00100000:3.0:1746147262.518639:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1814:x1830967346951936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2001us (2735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.518645:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30111 00000100:00100000:0.0:1746147262.519605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.519648:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346952320 00000100:00100000:3.0:1746147262.519653:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346952320 00000100:00100000:3.0:1746147262.519690:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30112 00000100:00100000:3.0:1746147262.519696:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:1832:x1830967346952320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.519705:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.519715:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824d2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.519728:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.519733:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.519738:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.519741:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.519763:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.519771:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.519778:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8c00, rc 0) 00000100:00100000:3.0:1746147262.519811:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1832:x1830967346952320:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.519816:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30112 00000100:00100000:0.0:1746147262.520281:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.520323:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346952448 00000100:00100000:1.0:1746147262.520327:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346952448 00010000:00010000:1.0:1746147262.520342:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.520371:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14889 00000100:00100000:1.0:1746147262.520377:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346952448:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.520385:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.520398:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.520407:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.520421:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecb000/0x29021e8779c00720 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824c4 expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.520447:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.520452:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.520457:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.520468:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.520491:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.520501:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 56 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.520515:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094080:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.520579:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.522389:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.522458:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346952704 00000100:00100000:2.0:1746147262.522464:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346952704 00002000:00100000:2.0:1746147262.522492:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8c380 x1830967346952704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.522500:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830967346952704 ext(0->4095) 00010000:00010000:2.0:1746147262.522511:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.522523:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.522538:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8c380 00000100:00100000:2.0:1746147262.522553:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2885 00000100:00100000:2.0:1746147262.522559:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2006:x1830967346952704:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.522590:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094080:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.522604:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.522631:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346952448:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2255us (2352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.522638:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14889 00000100:00100000:2.0:1746147262.522841:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2006:x1830967346952704:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 281us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.522847:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2885 00002000:00100000:2.0:1746147262.522852:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8c380 x1830967346952704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.522859:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830967346952704 ext(0->4095) 00010000:00010000:2.0:1746147262.522863:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.522871:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.522880:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8c380 00000100:00100000:0.0:1746147262.524880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.524978:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346952832 00000100:00100000:1.0:1746147262.524984:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346952832 00010000:00010000:1.0:1746147262.525008:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.525075:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14890 00000100:00100000:1.0:1746147262.525082:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2006:x1830967346952832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.525094:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.525110:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.525120:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.525137:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094ecba00/0x29021e8779c00727 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824cb expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.525164:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.525166:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.525172:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.525178:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.525204:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.525214:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094208:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.525877:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.527589:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094208:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.527603:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.527627:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2006:x1830967346952832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2546us (2752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.527634:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14890 00000100:00100000:3.0:1746147262.528727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.528865:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346953088 00000100:00100000:0.0:1746147262.528871:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346953088 00002000:00100000:0.0:1746147262.528898:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecb480 x1830967346953088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.528906:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb480 with x1830967346953088 ext(0->4095) 00002000:00010000:0.0:1746147262.528909:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ecb480 00000100:00100000:0.0:1746147262.528929:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13524 00000100:00100000:0.0:1746147262.528934:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346953088:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147262.529027:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346953088:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147262.529032:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13524 00002000:00100000:0.0:1746147262.529036:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecb480 x1830967346953088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.529048:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb480 with x1830967346953088 ext(0->4095) 00002000:00010000:0.0:1746147262.529050:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ecb480 00000100:00100000:0.0:1746147262.532220:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.532932:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346953216 00000100:00100000:2.0:1746147262.532940:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346953216 00000100:00100000:2.0:1746147262.532982:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30113 00000100:00100000:2.0:1746147262.532989:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346953216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.533004:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.533044:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824d9 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.533070:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 55 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.533077:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.533079:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.533082:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.533106:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 55 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.533117:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 55 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.533126:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340094336:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.533263:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.535376:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340094336:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.535399:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.535412:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769e00, rc 0) 00000100:00100000:2.0:1746147262.535447:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346953216:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2458us (3233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.535453:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30113 00000100:00100000:0.0:1746147262.536353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.536568:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346953344 00000100:00100000:1.0:1746147262.536575:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346953344 00010000:00010000:1.0:1746147262.536599:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 56 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.536634:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14891 00000100:00100000:1.0:1746147262.536640:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4433450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346953344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.536651:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.536670:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 56 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.536680:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 56 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.536700:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0072e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d2 expref: 56 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.536725:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.536727:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.536734:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.536741:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.536767:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.536776:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094464:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.536837:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.538370:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094464:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.538384:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.538414:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4433450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+55:2005:x1830967346953344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1774us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.538422:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14891 00000100:00100000:0.0:1746147262.538740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.538835:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346953600 00000100:00100000:2.0:1746147262.538839:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346953600 00002000:00100000:2.0:1746147262.538866:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ed80 x1830967346953600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.538874:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ed80 with x1830967346953600 ext(0->4095) 00002000:00010000:2.0:1746147262.538878:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ed80 00000100:00100000:2.0:1746147262.538892:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13525 00000100:00100000:2.0:1746147262.538898:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346953600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.539507:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346953600:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 608us (765us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.539513:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13525 00002000:00100000:2.0:1746147262.539519:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ed80 x1830967346953600/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.539535:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ed80 with x1830967346953600 ext(0->4095) 00002000:00010000:2.0:1746147262.539539:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ed80 00000100:00100000:0.0:1746147262.540291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.540716:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346953728 00000100:00100000:2.0:1746147262.540721:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346953728 00000100:00100000:2.0:1746147262.540758:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30114 00000100:00100000:2.0:1746147262.540764:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+55:1814:x1830967346953728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.540773:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.540787:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824e0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.540809:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.540815:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.540816:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.540819:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 56 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.540842:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.540852:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.540862:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340094592:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.541409:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.542861:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.542927:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.542970:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346953984 00000100:00100000:1.0:1746147262.542976:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346953984 00010000:00010000:1.0:1746147262.542999:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.543021:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14892 00000100:00100000:1.0:1746147262.543027:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346953984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.543036:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.543051:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.543061:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.543083:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.543085:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.543090:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 56 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.543097:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 56 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.543099:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346953856 00000100:00100000:3.0:1746147262.543102:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346953856 00000100:00100000:3.0:1746147262.543123:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30115 00010000:00010000:1.0:1746147262.543124:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.543127:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1832:x1830967346953856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746147262.543132:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094720:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.543137:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.543143:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824e7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.543156:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.543165:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.543166:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.543169:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.543183:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.543186:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746147262.543192:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 58 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.543199:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340094848:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.543218:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00010000:00010000:2.0:1746147262.543339:0:10034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00735 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824d9 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.543366:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340094592:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.543492:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 58 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.543500:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 58 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.543507:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c436000, rc 0) 00000100:00100000:2.0:1746147262.543552:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346953728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2788us (3261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.543858:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30114 00000100:00100000:1.0:1746147262.545901:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094720:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.545914:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.545924:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.545942:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346953984:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2914us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.545949:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14892 00000100:00100000:3.0:1746147262.546039:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340094848:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.546055:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.546068:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9800, rc 0) 00000100:00100000:3.0:1746147262.546084:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1832:x1830967346953856:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.546090:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30115 00000100:00100000:2.0:1746147262.546403:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346954240 00000100:00100000:2.0:1746147262.546413:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346954240 00002000:00100000:2.0:1746147262.546439:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079df80 x1830967346954240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.546447:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079df80 with x1830967346954240 ext(0->4095) 00010000:00010000:2.0:1746147262.546453:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.546463:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.546468:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009079df80 00000100:00100000:2.0:1746147262.546480:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2886 00000100:00100000:2.0:1746147262.546485:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2005:x1830967346954240:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.546585:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2005:x1830967346954240:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.546591:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2886 00002000:00100000:2.0:1746147262.546595:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079df80 x1830967346954240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.546602:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079df80 with x1830967346954240 ext(0->4095) 00010000:00010000:2.0:1746147262.546605:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.546614:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.546619:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009079df80 00000100:00100000:0.0:1746147262.548595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.548638:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346954368 00000100:00100000:1.0:1746147262.548643:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346954368 00010000:00010000:1.0:1746147262.548662:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.548693:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14893 00000100:00100000:1.0:1746147262.548699:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2005:x1830967346954368:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.548709:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.548722:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.548731:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.548748:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c0073c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e0 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.548773:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.548775:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.548780:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.548785:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.548805:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 56 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.548812:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094976:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.548865:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.550201:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340094976:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.550211:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.550233:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2005:x1830967346954368:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1534us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.550259:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14893 00000100:00100000:0.0:1746147262.553213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.553625:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346954624 00000100:00100000:2.0:1746147262.553995:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346954624 00002000:00100000:2.0:1746147262.554029:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079ed80 x1830967346954624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.554038:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079ed80 with x1830967346954624 ext(0->4095) 00002000:00010000:2.0:1746147262.554042:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009079ed80 00000100:00100000:2.0:1746147262.554071:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13526 00000100:00100000:2.0:1746147262.554078:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2006:x1830967346954624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.554189:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2006:x1830967346954624:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (981us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.554195:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13526 00002000:00100000:2.0:1746147262.554200:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009079ed80 x1830967346954624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.554208:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009079ed80 with x1830967346954624 ext(0->4095) 00002000:00010000:2.0:1746147262.554210:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009079ed80 00000100:00100000:0.0:1746147262.562151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.564589:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346954752 00000100:00100000:3.0:1746147262.564598:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346954752 00000100:00100000:3.0:1746147262.564653:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30116 00000100:00100000:3.0:1746147262.564660:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346954752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.564678:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.564692:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824ee expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.564716:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 55 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.564735:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.564737:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.564740:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.564764:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 55 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.564774:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 55 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.564783:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340095104:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.564853:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.570898:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340095104:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.570925:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.570940:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8200, rc 0) 00000100:00100000:3.0:1746147262.570975:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346954752:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6316us (8831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.570986:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30116 00000100:00100000:0.0:1746147262.572562:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.572712:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346954880 00000100:00100000:2.0:1746147262.572718:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346954880 00002000:00100000:2.0:1746147262.572748:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d83b80 x1830967346954880/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.572757:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d83b80 with x1830967346954880 ext(0->7) 00010000:00010000:2.0:1746147262.572763:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 56 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.572774:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 56 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.572780:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d83b80 00000100:00100000:2.0:1746147262.572794:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2887 00000100:00100000:2.0:1746147262.572798:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+56:2006:x1830967346954880:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147262.573661:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346954880:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 860us (1098us total) trans 4294972351 rc 0/0 00000100:00100000:0.0:1746147262.573669:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2887 00002000:00100000:0.0:1746147262.573676:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d83b80 x1830967346954880/t4294972351(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.573683:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d83b80 with x1830967346954880 ext(0->7) 00010000:00010000:0.0:1746147262.573688:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.573698:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.573708:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d83b80 00000100:00100000:0.0:1746147262.583152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.583217:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346955008 00000100:00100000:1.0:1746147262.583225:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346955008 00010000:00010000:1.0:1746147262.583287:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.583326:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14894 00000100:00100000:1.0:1746147262.583333:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2005:x1830967346955008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.583348:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.583366:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.583377:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.583396:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c00743 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824e7 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.583426:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.583428:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.583434:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.583442:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.583469:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.583479:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340095232:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.583554:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.585309:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340095232:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.585321:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.585383:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2005:x1830967346955008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2049us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.585394:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14894 00000100:00100000:0.0:1746147262.588114:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.589128:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346955264 00000100:00100000:2.0:1746147262.589137:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346955264 00002000:00100000:2.0:1746147262.589176:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051ca80 x1830967346955264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.589185:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ca80 with x1830967346955264 ext(0->4095) 00002000:00010000:2.0:1746147262.589190:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051ca80 00000100:00100000:2.0:1746147262.589218:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13527 00000100:00100000:2.0:1746147262.589224:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346955264:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147262.589376:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346955264:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (1267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.589382:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13527 00002000:00100000:2.0:1746147262.589388:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009051ca80 x1830967346955264/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.589395:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ca80 with x1830967346955264 ext(0->4095) 00002000:00010000:2.0:1746147262.589398:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051ca80 00000100:00100000:0.0:1746147262.592483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.592557:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346955392 00000100:00100000:3.0:1746147262.592564:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346955392 00000100:00100000:3.0:1746147262.592612:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30117 00000100:00100000:3.0:1746147262.592619:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1814:x1830967346955392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.592634:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.592648:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824f5 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.592671:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.592678:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.592680:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.592682:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.592709:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.592720:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 5 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.592729:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340095360:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.592812:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.593943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.594020:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340095360:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.594040:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.594050:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9a00, rc 0) 00000100:00100000:3.0:1746147262.594073:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346955392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1456us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.594080:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30117 00000100:00100000:3.0:1746147262.594095:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346955520 00000100:00100000:3.0:1746147262.594098:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346955520 00000100:00100000:3.0:1746147262.594114:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30118 00000100:00100000:3.0:1746147262.594118:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1832:x1830967346955520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.594127:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.594134:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b824fc expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.594146:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.594149:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.594154:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.594156:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.594173:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.594180:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.594190:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147262.594204:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1832:x1830967346955520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.594209:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30118 00000100:00100000:0.0:1746147262.595167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.595636:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346955648 00000100:00100000:1.0:1746147262.595641:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346955648 00010000:00010000:1.0:1746147262.595661:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.595688:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14895 00000100:00100000:1.0:1746147262.595693:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346955648:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.595702:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.595719:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.595733:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.595749:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8200/0x29021e8779c0074a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824ee expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.595970:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.595972:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.595979:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.595985:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.596005:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.596014:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.596023:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340095616:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.596337:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.597977:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340095616:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.597990:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.598016:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346955648:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2323us (2850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.598024:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14895 00000100:00100000:1.0:1746147262.599085:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.599141:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346955904 00000100:00100000:0.0:1746147262.599147:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346955904 00002000:00100000:0.0:1746147262.599176:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6a00 x1830967346955904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.599185:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6a00 with x1830967346955904 ext(0->4095) 00010000:00010000:0.0:1746147262.599191:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.599202:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.599208:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6a00 00000100:00100000:2.0:1746147262.599378:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2888 00000100:00100000:2.0:1746147262.599386:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346955904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.599695:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346955904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 309us (610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.599701:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2888 00002000:00100000:2.0:1746147262.599707:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b6a00 x1830967346955904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.599713:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b6a00 with x1830967346955904 ext(0->4095) 00010000:00010000:2.0:1746147262.599717:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.599726:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.599731:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b6a00 00000100:00100000:0.0:1746147262.601625:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.601801:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346956032 00000100:00100000:1.0:1746147262.601806:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346956032 00010000:00010000:1.0:1746147262.601828:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.601863:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14896 00000100:00100000:1.0:1746147262.601869:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346956032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.601879:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.601895:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.601905:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.601927:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c00751 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824f5 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.601955:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.601957:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.601962:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.601970:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.601996:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.602005:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340095744:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.602059:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.606117:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340095744:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.606135:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.606171:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346956032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4301us (4548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.606181:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14896 00000100:00100000:0.0:1746147262.607104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.608271:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346956288 00000100:00100000:2.0:1746147262.608278:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346956288 00002000:00100000:2.0:1746147262.608312:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907ddf80 x1830967346956288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.608321:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddf80 with x1830967346956288 ext(0->4095) 00002000:00010000:2.0:1746147262.608326:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ddf80 00000100:00100000:2.0:1746147262.608347:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13528 00000100:00100000:2.0:1746147262.608353:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2008:x1830967346956288:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147262.608457:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2008:x1830967346956288:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (1354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.608462:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13528 00002000:00100000:2.0:1746147262.608467:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907ddf80 x1830967346956288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.608473:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddf80 with x1830967346956288 ext(0->4095) 00002000:00010000:2.0:1746147262.608475:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ddf80 00000100:00100000:0.0:1746147262.610022:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.610087:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346956416 00000100:00100000:2.0:1746147262.610092:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346956416 00000100:00100000:2.0:1746147262.610133:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30119 00000100:00100000:2.0:1746147262.610139:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346956416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.610150:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.610164:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82503 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.610186:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.610192:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.610194:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.610197:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.610221:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 57 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.610231:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 57 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.610266:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340095872:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.610637:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.612333:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340095872:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.612357:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.612369:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ee00, rc 0) 00000100:00100000:2.0:1746147262.612414:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346956416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2275us (2396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.612420:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30119 00000100:00100000:0.0:1746147262.613483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.613566:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346956544 00000100:00100000:1.0:1746147262.613572:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346956544 00010000:00010000:1.0:1746147262.613596:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.613678:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14897 00000100:00100000:1.0:1746147262.613685:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346956544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.613695:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.613711:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.613721:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.613738:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00758 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b824fc expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.613859:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.613861:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.613868:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.613875:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.613900:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.613910:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340096000:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.614552:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.618478:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.618491:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340096000:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.618508:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.618560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.618583:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346956928 00000100:00100000:0.0:1746147262.618588:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346956928 00002000:00100000:0.0:1746147262.618621:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5c00 x1830967346956928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.618630:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5c00 with x1830967346956928 ext(0->4095) 00002000:00010000:0.0:1746147262.618634:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb5c00 00000100:00100000:0.0:1746147262.618662:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13529 00000100:00100000:0.0:1746147262.618669:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346956928:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.618716:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:2006:x1830967346956544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5029us (5234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.618723:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14897 00000100:00100000:0.0:1746147262.618772:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346956928:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147262.618777:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13529 00002000:00100000:0.0:1746147262.618781:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5c00 x1830967346956928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.618788:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5c00 with x1830967346956928 ext(0->4095) 00002000:00010000:0.0:1746147262.618790:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb5c00 00000100:00100000:2.0:1746147262.618934:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346956800 00000100:00100000:2.0:1746147262.618938:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346956800 00000100:00100000:2.0:1746147262.618958:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30120 00000100:00100000:2.0:1746147262.618962:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1814:x1830967346956800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.618969:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.618980:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8250a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.618998:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.619008:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.619010:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.619013:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.619034:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.619044:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.619054:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340096128:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.619109:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.622568:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.622710:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340096128:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.622736:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.622751:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492f800, rc 0) 00000100:00100000:3.0:1746147262.622804:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346956800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3839us (4330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.622812:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30120 00000100:00100000:3.0:1746147262.622838:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346957056 00000100:00100000:3.0:1746147262.622842:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346957056 00000100:00100000:3.0:1746147262.622874:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30121 00000100:00100000:3.0:1746147262.622880:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1832:x1830967346957056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.622891:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.622902:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82511 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.622920:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.622924:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.622929:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.622933:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 59 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.622957:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.622965:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 59 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.622972:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8c00, rc 0) 00000100:00100000:3.0:1746147262.622986:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1832:x1830967346957056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.622992:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30121 00000100:00100000:0.0:1746147262.623854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.623889:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346957184 00000100:00100000:1.0:1746147262.623894:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346957184 00010000:00010000:1.0:1746147262.623912:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.623941:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14898 00000100:00100000:1.0:1746147262.623947:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4432450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346957184:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.623955:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.623970:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.623979:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.623993:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c0075f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82503 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.624016:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.624018:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.624023:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.624029:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.624047:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.624057:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 58 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.624066:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340096384:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.624120:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.627028:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340096384:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.627044:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.627085:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4432450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346957184:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3137us (3231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.627094:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14898 00000100:00100000:0.0:1746147262.627585:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.628359:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346957440 00000100:00100000:3.0:1746147262.628366:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346957440 00002000:00100000:3.0:1746147262.628401:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5880 x1830967346957440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.628408:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5880 with x1830967346957440 ext(0->4095) 00010000:00010000:3.0:1746147262.628415:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.628427:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.628432:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb5880 00000100:00100000:3.0:1746147262.628447:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2889 00000100:00100000:3.0:1746147262.628453:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346957440:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.628564:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346957440:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (981us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.628570:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2889 00002000:00100000:3.0:1746147262.628575:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb5880 x1830967346957440/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.628581:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5880 with x1830967346957440 ext(0->4095) 00010000:00010000:3.0:1746147262.628585:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.628593:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.628598:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb5880 00000100:00100000:0.0:1746147262.632405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.632547:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346957568 00000100:00100000:1.0:1746147262.632555:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346957568 00010000:00010000:1.0:1746147262.632592:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.632626:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14899 00000100:00100000:1.0:1746147262.632633:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346957568:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147262.632649:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147262.632666:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.632676:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.632696:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00766 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8250a expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.632712:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.632714:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.632720:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.632727:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.632752:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 58 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147262.632763:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340096512:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147262.632831:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.636087:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340096512:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147262.636103:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147262.636138:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346957568:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3505us (3738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.636148:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14899 00000100:00100000:0.0:1746147262.636907:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.637237:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346957824 00000100:00100000:3.0:1746147262.637259:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346957824 00002000:00100000:3.0:1746147262.637289:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4a80 x1830967346957824/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.637297:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4a80 with x1830967346957824 ext(0->4095) 00002000:00010000:3.0:1746147262.637301:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4a80 00000100:00100000:3.0:1746147262.637322:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13530 00000100:00100000:3.0:1746147262.637326:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346957824:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.637581:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346957824:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 253us (674us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.637586:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13530 00002000:00100000:3.0:1746147262.637592:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4a80 x1830967346957824/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.637598:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4a80 with x1830967346957824 ext(0->4095) 00002000:00010000:3.0:1746147262.637600:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094cb4a80 00000100:00100000:0.0:1746147262.639662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.639798:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346957952 00000100:00100000:2.0:1746147262.639804:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346957952 00000100:00100000:2.0:1746147262.639849:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30122 00000100:00100000:2.0:1746147262.639856:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346957952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.639867:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.639881:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82518 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.639902:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 57 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.639908:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.639909:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.639913:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.639938:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 57 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.639948:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 57 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.639958:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340096640:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.640026:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.649860:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340096640:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.649888:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.649903:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769e00, rc 0) 00000100:00100000:2.0:1746147262.651407:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346957952:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11545us (11741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.651416:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30122 00000100:00100000:0.0:1746147262.651516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.651829:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346958080 00000100:00100000:2.0:1746147262.651835:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346958080 00010000:00010000:2.0:1746147262.651859:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 58 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.652146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.652175:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346958208 00000100:00100000:1.0:1746147262.652178:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346958208 00000100:00100000:3.0:1746147262.652365:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14900 00000100:00100000:3.0:1746147262.652373:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346958080:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.652386:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.652404:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.652415:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.652435:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c0076d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82511 expref: 59 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.652456:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.652458:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.652463:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.652470:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.652495:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.652510:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340096768:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.652575:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472480 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.653639:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30123 00000100:00100000:1.0:1746147262.653649:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346958208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.653662:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.653673:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8251f expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.653690:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.653696:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.653698:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.653700:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.653718:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.653728:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 5 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.653736:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340096896:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.653780:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.655890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.656357:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340096768:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.656373:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.656406:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346958080:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4033us (4890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.656415:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14900 00000100:00100000:2.0:1746147262.656622:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346958464 00000100:00100000:2.0:1746147262.656629:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346958464 00002000:00100000:2.0:1746147262.656660:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6680 x1830967346958464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.656673:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967346958464 ext(0->4095) 00010000:00010000:2.0:1746147262.656680:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.656690:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.656696:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:2.0:1746147262.656717:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2890 00000100:00100000:2.0:1746147262.656723:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346958464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.656824:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346958464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.656829:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2890 00002000:00100000:2.0:1746147262.656834:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb6680 x1830967346958464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.656841:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb6680 with x1830967346958464 ext(0->4095) 00010000:00010000:2.0:1746147262.656845:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.656854:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.656859:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb6680 00000100:00100000:1.0:1746147262.657788:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340096896:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147262.657809:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.657822:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe61800, rc 0) 00000100:00100000:1.0:1746147262.657846:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1814:x1830967346958208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4200us (5701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.657856:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30123 00000100:00100000:0.0:1746147262.662852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.663663:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346958592 00000100:00100000:1.0:1746147262.663671:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346958592 00000100:00100000:1.0:1746147262.663721:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30124 00000100:00100000:1.0:1746147262.663728:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+58:1832:x1830967346958592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.663743:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.663756:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82526 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.663775:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.663780:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.663785:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.663788:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.663814:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.663824:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.663832:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe61000, rc 0) 00000100:00100000:1.0:1746147262.663882:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1832:x1830967346958592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.663888:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30124 00000100:00100000:0.0:1746147262.663963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.664030:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346958720 00000100:00100000:0.0:1746147262.664033:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346958720 00010000:00010000:0.0:1746147262.664050:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746147262.664065:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14901 00000100:00100000:0.0:1746147262.664069:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346958720:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147262.664076:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147262.664089:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.664098:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.664112:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090769e00/0x29021e8779c00774 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82518 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.664127:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147262.664128:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147262.664133:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147262.664139:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147262.664155:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147262.664164:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 58 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746147262.664178:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097152:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147262.664223:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.667817:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090544a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097152:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147262.667889:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.667938:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346958720:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3867us (3974us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147262.667948:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14901 00000100:00100000:3.0:1746147262.668133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.668271:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346958976 00000100:00100000:0.0:1746147262.668276:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346958976 00002000:00100000:0.0:1746147262.668305:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecad80 x1830967346958976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.668314:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecad80 with x1830967346958976 ext(0->4095) 00010000:00010000:0.0:1746147262.668322:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.668333:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.668339:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecad80 00000100:00100000:0.0:1746147262.668364:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2891 00000100:00100000:0.0:1746147262.668369:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346958976:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147262.668466:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346958976:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147262.668476:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2891 00002000:00100000:0.0:1746147262.668480:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecad80 x1830967346958976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.668487:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecad80 with x1830967346958976 ext(0->4095) 00010000:00010000:0.0:1746147262.668492:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746147262.668500:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746147262.668505:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecad80 00000100:00100000:0.0:1746147262.671196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.671273:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346959104 00000100:00100000:2.0:1746147262.671279:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346959104 00010000:00010000:2.0:1746147262.671302:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.671322:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14902 00000100:00100000:2.0:1746147262.671328:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346959104:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.671337:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.671351:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.671361:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.671379:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61800/0x29021e8779c0077b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8251f expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.671405:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.671407:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.671413:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.671420:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.671447:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.671457:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097280:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.672588:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.675356:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097280:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.675377:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.675410:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2005:x1830967346959104:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4081us (4219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.675419:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14902 00000100:00100000:0.0:1746147262.678362:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.678578:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346959360 00000100:00100000:2.0:1746147262.678585:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346959360 00002000:00100000:2.0:1746147262.678620:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545c00 x1830967346959360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.678628:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545c00 with x1830967346959360 ext(0->4095) 00002000:00010000:2.0:1746147262.678632:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545c00 00000100:00100000:2.0:1746147262.678648:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13531 00000100:00100000:2.0:1746147262.678654:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2007:x1830967346959360:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147262.678782:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2007:x1830967346959360:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.678788:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13531 00002000:00100000:2.0:1746147262.678793:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090545c00 x1830967346959360/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.678800:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545c00 with x1830967346959360 ext(0->4095) 00002000:00010000:2.0:1746147262.678803:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545c00 00000100:00100000:0.0:1746147262.683036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.683389:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346959488 00000100:00100000:3.0:1746147262.683396:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346959488 00000100:00100000:3.0:1746147262.683446:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30125 00000100:00100000:3.0:1746147262.683453:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346959488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.684044:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.684058:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8252d expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.684082:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 57 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.684089:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.684090:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.684092:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.684115:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 57 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.684125:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 57 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.684134:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340097408:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.684204:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472480 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.688024:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340097408:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.688050:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.688064:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147262.688100:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346959488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4647us (5070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.688107:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30125 00000100:00100000:0.0:1746147262.689223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.689615:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346959744 00000100:00100000:3.0:1746147262.689621:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346959744 00010000:00010000:3.0:1746147262.689646:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 58 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.689680:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14903 00000100:00100000:3.0:1746147262.689686:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2005:x1830967346959744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.689697:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.689714:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 58 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.689729:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 58 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.689747:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe61000/0x29021e8779c00782 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82526 expref: 58 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.689772:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.689774:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.689780:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.689787:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.689866:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.689880:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097536:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.690089:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.690661:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.690771:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346959616 00000100:00100000:3.0:1746147262.690775:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346959616 00000100:00100000:0.0:1746147262.692471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.692498:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346960000 00000100:00100000:0.0:1746147262.692501:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346960000 00002000:00100000:0.0:1746147262.692540:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544000 x1830967346960000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.692549:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346960000 ext(0->4095) 00002000:00010000:0.0:1746147262.692553:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544000 00000100:00100000:0.0:1746147262.692568:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13532 00000100:00100000:0.0:1746147262.692573:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346960000:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746147262.692676:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346960000:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147262.692682:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13532 00002000:00100000:0.0:1746147262.692687:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544000 x1830967346960000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.692694:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967346960000 ext(0->4095) 00002000:00010000:0.0:1746147262.692696:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544000 00000100:00100000:2.0:1746147262.692815:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097536:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.692830:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.692852:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2005:x1830967346959744:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3166us (3632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.692859:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14903 00000100:00100000:3.0:1746147262.692985:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30126 00000100:00100000:3.0:1746147262.692992:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+57:1814:x1830967346959616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.693001:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.693013:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82534 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.693035:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.693041:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.693043:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.693045:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.693065:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.693075:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 5 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.693082:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340097664:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.693128:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.696035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.696085:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346960128 00000100:00100000:1.0:1746147262.696092:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346960128 00000100:00100000:3.0:1746147262.696125:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340097664:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.696133:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30127 00000100:00100000:1.0:1746147262.696139:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1832:x1830967346960128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.696150:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.696154:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.696165:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8253b expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.696166:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00010000:00010000:1.0:1746147262.696183:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.696187:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 60 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.696192:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.696195:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 60 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.696197:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:1814:x1830967346959616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3206us (5536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.696203:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30126 00010000:00010000:1.0:1746147262.696217:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.696226:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.696232:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60200, rc 0) 00000100:00100000:1.0:1746147262.696268:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+59:1832:x1830967346960128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.696273:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30127 00000100:00100000:0.0:1746147262.699758:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.699818:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346960256 00000100:00100000:2.0:1746147262.699826:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346960256 00010000:00010000:2.0:1746147262.699853:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.699885:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14904 00000100:00100000:2.0:1746147262.699891:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346960256:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.699902:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.699917:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.699927:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.699945:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00789 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8252d expref: 6 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.699972:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.699975:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.699981:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.699988:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.700016:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 58 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.700026:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 58 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.700035:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097920:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.700103:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.704053:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340097920:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.704072:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.704123:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346960256:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4231us (4370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.704133:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14904 00000100:00100000:0.0:1746147262.704886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.704948:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346960512 00000100:00100000:2.0:1746147262.704953:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346960512 00002000:00100000:2.0:1746147262.704983:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab100 x1830967346960512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.704991:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab100 with x1830967346960512 ext(0->4095) 00010000:00010000:2.0:1746147262.704998:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.705009:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.705015:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab100 00000100:00100000:2.0:1746147262.705028:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2892 00000100:00100000:2.0:1746147262.705034:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346960512:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.705822:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346960512:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 785us (934us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.705828:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2892 00002000:00100000:2.0:1746147262.705834:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800944ab100 x1830967346960512/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.705842:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944ab100 with x1830967346960512 ext(0->4095) 00010000:00010000:2.0:1746147262.705847:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.705856:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.705862:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944ab100 00000100:00100000:0.0:1746147262.716538:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.717024:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346960640 00000100:00100000:2.0:1746147262.717031:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346960640 00010000:00010000:2.0:1746147262.717064:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.717086:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14905 00000100:00100000:2.0:1746147262.717092:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4433050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2006:x1830967346960640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.717102:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.717118:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.717128:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.717146:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00790 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82534 expref: 59 pid: 9588 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.717177:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.717179:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.717184:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.717191:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.717219:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 58 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.717229:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098048:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.717325:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.722044:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.722560:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346960896 00000100:00100000:3.0:1746147262.722568:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346960896 00002000:00100000:3.0:1746147262.722602:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71f80 x1830967346960896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.722611:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71f80 with x1830967346960896 ext(0->4095) 00002000:00010000:3.0:1746147262.722614:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71f80 00000100:00100000:3.0:1746147262.723101:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13533 00000100:00100000:3.0:1746147262.723108:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346960896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.723226:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+59:2005:x1830967346960896:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1187us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.723233:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13533 00002000:00100000:3.0:1746147262.723238:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c71f80 x1830967346960896/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.723261:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c71f80 with x1830967346960896 ext(0->4095) 00002000:00010000:3.0:1746147262.723264:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c71f80 00000100:00100000:2.0:1746147262.723875:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098048:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.723893:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.723927:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4433050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346960640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6835us (7404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.723935:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14905 00000100:00100000:0.0:1746147262.731342:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.731385:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346961024 00000100:00100000:1.0:1746147262.731394:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346961024 00000100:00100000:1.0:1746147262.731443:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30128 00000100:00100000:1.0:1746147262.731451:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346961024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.731466:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.731479:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82542 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.731503:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 57 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.731510:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.731511:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.731514:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.731543:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 57 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.731551:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 57 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.731561:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340098176:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.731637:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.736514:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340098176:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147262.736548:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.736562:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60800, rc 0) 00000100:00100000:1.0:1746147262.736611:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346961024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5160us (5275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.736618:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30128 00000100:00100000:0.0:1746147262.740324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.740420:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346961152 00000100:00100000:2.0:1746147262.740427:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346961152 00002000:00100000:2.0:1746147262.740461:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c72680 x1830967346961152/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.740475:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830967346961152 ext(0->7) 00010000:00010000:2.0:1746147262.740483:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 58 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.740495:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 58 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.740501:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c72680 00000100:00100000:2.0:1746147262.740541:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2893 00000100:00100000:2.0:1746147262.740548:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+58:2006:x1830967346961152:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746147262.742020:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2006:x1830967346961152:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1469us (1698us total) trans 4294972352 rc 0/0 00000100:00100000:2.0:1746147262.742028:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2893 00002000:00100000:2.0:1746147262.742034:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c72680 x1830967346961152/t4294972352(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.742042:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c72680 with x1830967346961152 ext(0->7) 00010000:00010000:2.0:1746147262.742048:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 60 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.742059:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 60 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.742064:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c72680 00000100:00100000:0.0:1746147262.755522:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.755631:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.755692:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346961408 00000100:00100000:1.0:1746147262.755700:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346961408 00000100:00100000:1.0:1746147262.755747:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30129 00000100:00100000:1.0:1746147262.755754:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+60:1814:x1830967346961408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.755768:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.755780:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82549 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.755800:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.755804:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.755810:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147262.755812:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.755839:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.755847:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.755854:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:1.0:1746147262.755894:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346961408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.755902:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30129 00000100:00100000:2.0:1746147262.756075:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346961280 00000100:00100000:2.0:1746147262.756079:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346961280 00010000:00010000:2.0:1746147262.756095:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 61 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.756117:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14906 00000100:00100000:2.0:1746147262.756121:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2006:x1830967346961280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.756128:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147262.756138:0:8397:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147263 -> 1746147264 00002000:00010000:2.0:1746147262.756141:0:8397:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147263 -> 1746147264 00010000:00010000:2.0:1746147262.756145:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 61 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.756153:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 61 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.756165:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60200/0x29021e8779c00797 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8253b expref: 61 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.756175:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.756177:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.756181:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.756187:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.756202:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.756215:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 5 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.756226:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098432:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.756300:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.762552:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.762616:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346961664 00000100:00100000:3.0:1746147262.762623:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346961664 00002000:00100000:3.0:1746147262.762667:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b7800 x1830967346961664/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.762677:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7800 with x1830967346961664 ext(0->4095) 00010000:00010000:3.0:1746147262.762685:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.762696:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.762705:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b7800 00000100:00100000:3.0:1746147262.762735:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2894 00000100:00100000:2.0:1746147262.762740:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098432:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.762741:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346961664:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746147262.762756:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.762803:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2006:x1830967346961280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6679us (7170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.762810:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14906 00000100:00100000:3.0:1746147262.762842:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346961664:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.762847:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2894 00002000:00100000:3.0:1746147262.762852:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b7800 x1830967346961664/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.762859:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7800 with x1830967346961664 ext(0->4095) 00010000:00010000:3.0:1746147262.762863:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.762870:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.762874:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c4b7800 00000100:00100000:0.0:1746147262.766188:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.766376:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346961792 00000100:00100000:2.0:1746147262.766383:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346961792 00010000:00010000:2.0:1746147262.766410:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.766431:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14907 00000100:00100000:2.0:1746147262.766436:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346961792:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.766447:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.766461:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.766472:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.766489:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60800/0x29021e8779c0079e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82542 expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.766676:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.766679:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.766685:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.766784:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.766816:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.766825:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098560:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.767464:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.769405:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098560:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.769423:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.769459:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346961792:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3021us (3276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.769467:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14907 00000100:00100000:0.0:1746147262.769971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.769991:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346962048 00000100:00100000:0.0:1746147262.769995:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346962048 00002000:00100000:0.0:1746147262.770021:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4380 x1830967346962048/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.770028:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4380 with x1830967346962048 ext(0->4095) 00002000:00010000:0.0:1746147262.770032:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4380 00000100:00100000:0.0:1746147262.770058:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13534 00000100:00100000:0.0:1746147262.770064:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2007:x1830967346962048:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147262.770148:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2007:x1830967346962048:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 84us (177us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147262.770153:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13534 00002000:00100000:0.0:1746147262.770158:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4380 x1830967346962048/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147262.770164:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4380 with x1830967346962048 ext(0->4095) 00002000:00010000:0.0:1746147262.770166:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4380 00000100:00100000:0.0:1746147262.772965:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.773641:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346962176 00000100:00100000:3.0:1746147262.773648:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346962176 00000100:00100000:3.0:1746147262.774033:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30130 00000100:00100000:3.0:1746147262.774043:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346962176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.774058:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.774072:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82550 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.774099:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.774106:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.774108:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.774111:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.774136:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 59 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.774146:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 59 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.774156:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340098688:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.774233:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.776702:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340098688:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.776725:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.776738:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9a00, rc 0) 00000100:00100000:3.0:1746147262.776784:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346962176:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2742us (3823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.776792:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30130 00000100:00100000:0.0:1746147262.777307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.777393:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346962304 00000100:00100000:3.0:1746147262.777399:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346962304 00002000:00100000:3.0:1746147262.777425:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed6d80 x1830967346962304/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.777433:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6d80 with x1830967346962304 ext(0->7) 00010000:00010000:3.0:1746147262.777438:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 60 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.777450:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 60 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.777455:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6d80 00000100:00100000:3.0:1746147262.777479:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2895 00000100:00100000:3.0:1746147262.777490:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+60:2006:x1830967346962304:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147262.778753:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346962304:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1264us (1443us total) trans 4294972353 rc 0/0 00000100:00100000:3.0:1746147262.778761:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2895 00002000:00100000:3.0:1746147262.778767:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed6d80 x1830967346962304/t4294972353(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.778774:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6d80 with x1830967346962304 ext(0->7) 00010000:00010000:3.0:1746147262.778780:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.778790:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.778799:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6d80 00000100:00100000:0.0:1746147262.785938:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.786344:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346962432 00000100:00100000:2.0:1746147262.786353:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346962432 00010000:00010000:2.0:1746147262.786384:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.786415:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14908 00000100:00100000:2.0:1746147262.786422:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346962432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.786438:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.786455:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.786467:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.786485:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82549 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.787066:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.787069:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.787075:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.787083:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.787113:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.787124:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098816:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.788064:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.793328:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340098816:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.793348:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.793556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.793567:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2006:x1830967346962432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7144us (7636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.793783:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14908 00000100:00100000:3.0:1746147262.794361:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346962688 00000100:00100000:3.0:1746147262.794367:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346962688 00002000:00100000:3.0:1746147262.794403:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7800 x1830967346962688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.794411:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7800 with x1830967346962688 ext(0->4095) 00002000:00010000:3.0:1746147262.794415:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed7800 00000100:00100000:3.0:1746147262.794431:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13535 00000100:00100000:3.0:1746147262.794437:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346962688:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.794565:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346962688:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (1010us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.794570:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13535 00002000:00100000:3.0:1746147262.794575:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed7800 x1830967346962688/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.794581:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7800 with x1830967346962688 ext(0->4095) 00002000:00010000:3.0:1746147262.794584:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed7800 00000100:00100000:0.0:1746147262.799157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.799474:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346962816 00000100:00100000:3.0:1746147262.799482:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346962816 00000100:00100000:0.0:1746147262.799999:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.800053:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346962944 00000100:00100000:2.0:1746147262.800057:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346962944 00000100:00100000:3.0:1746147262.800190:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30131 00000100:00100000:3.0:1746147262.800199:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1814:x1830967346962816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.800214:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.800228:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82557 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.800229:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30132 00000100:00100000:2.0:1746147262.800234:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1832:x1830967346962944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.800239:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.800271:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.800282:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.800283:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.800287:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.800312:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.800321:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.800331:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340098944:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.800387:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00010000:00010000:2.0:1746147262.800979:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8255e expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.800991:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.800995:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.801000:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.801002:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.801022:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.801031:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.801039:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c436000, rc 0) 00000100:00100000:2.0:1746147262.801066:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346962944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 832us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.801072:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30132 00000100:00100000:3.0:1746147262.804806:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340098944:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.804833:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.804851:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00000100:00100000:3.0:1746147262.804952:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346962816:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4753us (5800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.804960:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30131 00000100:00100000:0.0:1746147262.805669:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.805774:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346963072 00000100:00100000:3.0:1746147262.805779:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346963072 00010000:00010000:3.0:1746147262.805804:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.805829:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14909 00000100:00100000:3.0:1746147262.805835:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346963072:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.805846:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.806219:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.806230:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.806276:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c007ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82550 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.806632:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.806634:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.806641:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.806649:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.806936:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.806950:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 62 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.806969:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099200:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.807076:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.810075:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099200:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.810093:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.810129:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346963072:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4294us (4460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.810137:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14909 00000100:00100000:0.0:1746147262.810828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.810907:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346963328 00000100:00100000:2.0:1746147262.810912:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346963328 00002000:00100000:2.0:1746147262.810943:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75180 x1830967346963328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.810951:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75180 with x1830967346963328 ext(0->4095) 00010000:00010000:2.0:1746147262.810958:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.810969:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.810974:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d75180 00000100:00100000:2.0:1746147262.810995:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2896 00000100:00100000:2.0:1746147262.811000:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346963328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.811090:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346963328:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.811095:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2896 00002000:00100000:2.0:1746147262.811099:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d75180 x1830967346963328/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.811106:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d75180 with x1830967346963328 ext(0->4095) 00010000:00010000:2.0:1746147262.811109:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.811117:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.811127:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d75180 00000100:00100000:0.0:1746147262.814558:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.814731:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346963456 00000100:00100000:3.0:1746147262.814738:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346963456 00010000:00010000:3.0:1746147262.814770:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.814795:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14910 00000100:00100000:3.0:1746147262.814802:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346963456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.814812:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.814828:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.814839:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.814858:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c007b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82557 expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.816349:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.816353:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.816360:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.816369:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.816401:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.816413:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099328:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.816515:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.820051:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099328:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.820067:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.820392:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346963456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5589us (5839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.820401:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14910 00000100:00100000:0.0:1746147262.820575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.820938:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346963712 00000100:00100000:3.0:1746147262.820944:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346963712 00002000:00100000:3.0:1746147262.820974:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74000 x1830967346963712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.820983:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74000 with x1830967346963712 ext(0->4095) 00002000:00010000:3.0:1746147262.820987:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74000 00000100:00100000:3.0:1746147262.821001:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13536 00000100:00100000:3.0:1746147262.821007:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346963712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.821098:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346963712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.821104:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13536 00002000:00100000:3.0:1746147262.821109:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74000 x1830967346963712/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.821115:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74000 with x1830967346963712 ext(0->4095) 00002000:00010000:3.0:1746147262.821117:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74000 00000100:00100000:0.0:1746147262.822887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.823283:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346963840 00000100:00100000:3.0:1746147262.823289:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346963840 00000100:00100000:3.0:1746147262.823331:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30133 00000100:00100000:3.0:1746147262.823337:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346963840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.823348:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.823360:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82565 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.823382:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.823389:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.823390:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.823393:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.823418:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.823428:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 61 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.823443:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340099456:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.823515:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.825283:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340099456:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147262.825302:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.825314:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8c00, rc 0) 00000100:00100000:3.0:1746147262.825349:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346963840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2011us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.825356:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30133 00000100:00100000:0.0:1746147262.825650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.825862:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346963968 00000100:00100000:3.0:1746147262.825867:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346963968 00010000:00010000:3.0:1746147262.825890:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.825908:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14911 00000100:00100000:3.0:1746147262.825913:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346963968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.825922:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.825937:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.825945:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.825964:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c436000/0x29021e8779c007ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8255e expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.825976:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.825978:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.825982:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.825987:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.826006:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.826014:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099584:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.826732:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.828662:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099584:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.828678:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.828721:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2005:x1830967346963968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2806us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.828729:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14911 00000100:00100000:0.0:1746147262.829637:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.829809:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346964224 00000100:00100000:2.0:1746147262.829815:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346964224 00002000:00100000:2.0:1746147262.829847:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77800 x1830967346964224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.829856:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77800 with x1830967346964224 ext(0->4095) 00002000:00010000:2.0:1746147262.829860:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77800 00000100:00100000:2.0:1746147262.829886:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13537 00000100:00100000:2.0:1746147262.829892:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346964224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.829994:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346964224:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.830001:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13537 00002000:00100000:2.0:1746147262.830006:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77800 x1830967346964224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.830013:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77800 with x1830967346964224 ext(0->4095) 00002000:00010000:2.0:1746147262.830015:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77800 00000100:00100000:0.0:1746147262.830530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.830637:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346964352 00000100:00100000:3.0:1746147262.830641:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346964352 00000100:00100000:3.0:1746147262.830661:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30134 00000100:00100000:3.0:1746147262.830667:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346964352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.830677:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.830690:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8256c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.830708:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.830714:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.830716:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.830718:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.830741:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.830751:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 5 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.830760:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340099712:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147262.831463:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.833171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.833533:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346964480 00000100:00100000:2.0:1746147262.833539:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346964480 00000100:00100000:3.0:1746147262.833549:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340099712:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.833567:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30135 00010000:00010000:3.0:1746147262.833570:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.833572:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1832:x1830967346964480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.833582:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9800, rc 0) 00010000:00010000:2.0:1746147262.833582:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.833592:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82573 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.833608:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746147262.833610:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346964352:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2943us (3087us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147262.833612:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.833617:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746147262.833618:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30134 00010000:00010000:2.0:1746147262.833620:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.833641:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.833650:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.833657:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627c00, rc 0) 00000100:00100000:2.0:1746147262.833672:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1832:x1830967346964480:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.833677:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30135 00000100:00100000:0.0:1746147262.834539:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.835308:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346964608 00000100:00100000:3.0:1746147262.835313:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346964608 00010000:00010000:3.0:1746147262.835586:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.835730:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14912 00000100:00100000:3.0:1746147262.835737:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346964608:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.835747:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.835763:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.835773:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.835790:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8c00/0x29021e8779c007c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82565 expref: 6 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.835817:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.835819:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.835825:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.835831:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.835855:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.835865:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 62 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.835874:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099968:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.837351:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.839520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.839885:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340099968:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.839902:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.839937:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fcb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346964608:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4200us (5399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.839945:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14912 00000100:00100000:2.0:1746147262.840198:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346964864 00000100:00100000:2.0:1746147262.840203:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346964864 00002000:00100000:2.0:1746147262.840232:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76680 x1830967346964864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.840264:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76680 with x1830967346964864 ext(0->4095) 00010000:00010000:2.0:1746147262.840271:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.840287:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.840292:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76680 00000100:00100000:2.0:1746147262.840318:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2897 00000100:00100000:2.0:1746147262.840324:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346964864:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.840436:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346964864:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (921us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.840442:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2897 00002000:00100000:2.0:1746147262.840448:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76680 x1830967346964864/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.840455:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76680 with x1830967346964864 ext(0->4095) 00010000:00010000:2.0:1746147262.840459:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.840467:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.840473:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76680 00000100:00100000:0.0:1746147262.843742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.843830:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346964992 00000100:00100000:3.0:1746147262.843837:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346964992 00010000:00010000:3.0:1746147262.843863:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.843884:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14913 00000100:00100000:3.0:1746147262.843890:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346964992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.843900:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.843913:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.843922:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.843937:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9800/0x29021e8779c007c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8256c expref: 63 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.844182:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.844184:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.844189:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.844196:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.844220:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.844228:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100096:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.844303:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.846103:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.846292:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100096:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.846304:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.846341:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346964992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2451us (2606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.846349:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14913 00000100:00100000:2.0:1746147262.846689:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346965248 00000100:00100000:2.0:1746147262.846694:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346965248 00002000:00100000:2.0:1746147262.846720:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74a80 x1830967346965248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.846729:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74a80 with x1830967346965248 ext(0->4095) 00002000:00010000:2.0:1746147262.846734:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74a80 00000100:00100000:2.0:1746147262.846759:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13538 00000100:00100000:2.0:1746147262.846765:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2008:x1830967346965248:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147262.847055:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2008:x1830967346965248:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 289us (954us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.847061:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13538 00002000:00100000:2.0:1746147262.847066:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d74a80 x1830967346965248/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.847073:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d74a80 with x1830967346965248 ext(0->4095) 00002000:00010000:2.0:1746147262.847075:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d74a80 00000100:00100000:0.0:1746147262.848672:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.848747:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346965376 00000100:00100000:1.0:1746147262.848753:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346965376 00000100:00100000:1.0:1746147262.848818:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30136 00000100:00100000:1.0:1746147262.848829:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346965376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.848841:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.848855:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8257a expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.848876:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.848882:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.848884:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.848887:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.848910:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.848920:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 61 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746147262.848930:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340100224:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.849143:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.851473:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340100224:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147262.851494:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.851507:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:1.0:1746147262.851545:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346965376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2719us (2875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.851551:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30136 00000100:00100000:0.0:1746147262.852352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.852553:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346965504 00000100:00100000:3.0:1746147262.852559:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346965504 00010000:00010000:3.0:1746147262.852583:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.852603:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14914 00000100:00100000:3.0:1746147262.852608:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346965504:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.852621:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.852637:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.852646:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.852663:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82573 expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.852689:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.852691:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.853009:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.853098:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.853124:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.853136:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100352:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.853205:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.856504:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.856850:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346965760 00000100:00100000:2.0:1746147262.856856:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346965760 00002000:00100000:2.0:1746147262.856891:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574700 x1830967346965760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.856900:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574700 with x1830967346965760 ext(0->4095) 00002000:00010000:2.0:1746147262.856904:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574700 00000100:00100000:2.0:1746147262.856920:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13539 00000100:00100000:2.0:1746147262.856926:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346965760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.857043:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346965760:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (545us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.857049:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13539 00002000:00100000:2.0:1746147262.857054:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574700 x1830967346965760/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.857066:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574700 with x1830967346965760 ext(0->4095) 00002000:00010000:2.0:1746147262.857069:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574700 00000100:00100000:3.0:1746147262.857141:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100352:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.857156:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.857179:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2005:x1830967346965504:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4569us (4827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.857188:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14914 00000100:00100000:2.0:1746147262.857990:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.858210:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346965888 00000100:00100000:1.0:1746147262.858214:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346965888 00000100:00100000:2.0:1746147262.858814:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30137 00000100:00100000:2.0:1746147262.858821:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346965888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.858831:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.858844:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82581 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.858864:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.858871:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.858873:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.858876:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.858898:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.858908:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 5 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.858917:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340100480:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147262.860005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.860055:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746147262.860198:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346966016 00000100:00100000:1.0:1746147262.860203:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346966016 00000100:00100000:1.0:1746147262.860227:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30138 00000100:00100000:1.0:1746147262.860232:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1832:x1830967346966016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.860239:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.860265:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82588 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.860278:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147262.860281:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.860286:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.860289:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.860310:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.860323:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.860331:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:1.0:1746147262.860367:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346966016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147262.860372:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30138 00000100:00100000:2.0:1746147262.864031:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340100480:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.864054:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.864066:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627c00, rc 0) 00000100:00100000:2.0:1746147262.864108:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346965888:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5287us (6118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.864115:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30137 00000100:00100000:0.0:1746147262.864671:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.864914:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346966144 00000100:00100000:3.0:1746147262.864920:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346966144 00010000:00010000:3.0:1746147262.864941:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.864962:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14915 00000100:00100000:3.0:1746147262.864968:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346966144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.864979:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.864994:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.865003:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.865022:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487d400/0x29021e8779c007d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8257a expref: 6 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.865783:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.865785:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.865792:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.865799:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.865825:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.865835:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.865844:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100736:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.865897:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.868746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.868890:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100736:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.868908:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.868945:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346966144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3976us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.868955:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14915 00000100:00100000:1.0:1746147262.869277:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346966400 00000100:00100000:1.0:1746147262.869283:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346966400 00002000:00100000:1.0:1746147262.869315:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577480 x1830967346966400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.869323:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577480 with x1830967346966400 ext(0->4095) 00010000:00010000:1.0:1746147262.869330:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.869341:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.869347:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577480 00000100:00100000:1.0:1746147262.869373:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2898 00000100:00100000:1.0:1746147262.869380:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346966400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147262.869489:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346966400:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.869494:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2898 00002000:00100000:1.0:1746147262.869499:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577480 x1830967346966400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.869505:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577480 with x1830967346966400 ext(0->4095) 00010000:00010000:1.0:1746147262.869510:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746147262.869518:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746147262.869531:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130577480 00000100:00100000:0.0:1746147262.874380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.874518:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346966528 00000100:00100000:3.0:1746147262.874535:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346966528 00010000:00010000:3.0:1746147262.874563:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.874593:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14916 00000100:00100000:3.0:1746147262.874600:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346966528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.874611:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.874625:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.874636:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.874653:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c007dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82581 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.874799:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.874802:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.874808:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 62 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.874815:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 62 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.874840:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 62 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.874850:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100864:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.875882:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.879286:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340100864:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.879305:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.879343:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346966528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4742us (4969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.879352:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14916 00000100:00100000:0.0:1746147262.879841:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.879950:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346966784 00000100:00100000:3.0:1746147262.879956:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346966784 00002000:00100000:3.0:1746147262.879986:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577100 x1830967346966784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.879994:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577100 with x1830967346966784 ext(0->4095) 00002000:00010000:3.0:1746147262.879998:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130577100 00000100:00100000:1.0:1746147262.880582:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13540 00000100:00100000:1.0:1746147262.880590:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346966784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147262.880689:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346966784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (849us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.880695:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13540 00002000:00100000:1.0:1746147262.880699:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130577100 x1830967346966784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.880706:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577100 with x1830967346966784 ext(0->4095) 00002000:00010000:1.0:1746147262.880708:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130577100 00000100:00100000:0.0:1746147262.882855:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.882954:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346966912 00000100:00100000:2.0:1746147262.882959:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346966912 00000100:00100000:2.0:1746147262.883094:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30139 00000100:00100000:2.0:1746147262.883100:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346966912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.883112:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.883125:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8258f expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.883150:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.883158:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.883159:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.883163:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.883186:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 61 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.883196:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 61 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.883207:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340100992:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.883935:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.885186:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340100992:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.885786:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.885803:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627400, rc 0) 00000100:00100000:0.0:1746147262.885812:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.885960:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346966912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.885967:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30139 00000100:00100000:3.0:1746147262.886104:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346967040 00000100:00100000:3.0:1746147262.886109:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346967040 00010000:00010000:3.0:1746147262.886383:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.886410:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14917 00000100:00100000:3.0:1746147262.886416:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346967040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.886427:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.886442:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.886452:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.886470:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c007e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82588 expref: 62 pid: 20948 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.886493:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.886495:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.886501:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.886507:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.886538:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.886548:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340101120:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.886608:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.890644:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340101120:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.890663:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.890711:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+61:2005:x1830967346967040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4293us (4898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.890720:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14917 00000100:00100000:0.0:1746147262.891603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.891648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.891791:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346967296 00000100:00100000:3.0:1746147262.891797:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346967296 00002000:00100000:3.0:1746147262.891826:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0380 x1830967346967296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.891833:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0380 with x1830967346967296 ext(0->4095) 00002000:00010000:3.0:1746147262.891837:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af0380 00000100:00100000:3.0:1746147262.891861:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13541 00000100:00100000:3.0:1746147262.891866:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346967296:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147262.891959:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346967296:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.891964:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13541 00002000:00100000:3.0:1746147262.891969:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0380 x1830967346967296/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.891975:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0380 with x1830967346967296 ext(0->4095) 00002000:00010000:3.0:1746147262.891978:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af0380 00000100:00100000:2.0:1746147262.892034:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346967424 00000100:00100000:2.0:1746147262.892038:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346967424 00000100:00100000:2.0:1746147262.892065:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30140 00000100:00100000:2.0:1746147262.892069:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+61:1814:x1830967346967424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.892077:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.892088:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82596 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.892106:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.892112:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.892114:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.892117:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.892143:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.892152:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 5 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.892161:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340101248:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.892207:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.894411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.894645:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346967552 00000100:00100000:3.0:1746147262.894650:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346967552 00000100:00100000:3.0:1746147262.894910:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30141 00000100:00100000:3.0:1746147262.894916:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1832:x1830967346967552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147262.894971:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147262.894981:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8259d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.895000:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.895004:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.895009:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147262.895012:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.895036:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.895046:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.895053:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00000100:00100000:3.0:1746147262.895095:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346967552:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.895100:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30141 00000100:00100000:2.0:1746147262.895674:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340101248:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.895688:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.895695:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626400, rc 0) 00000100:00100000:2.0:1746147262.895715:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346967424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3645us (4066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.895720:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30140 00000100:00100000:0.0:1746147262.897738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.897819:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346967680 00000100:00100000:3.0:1746147262.897825:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346967680 00010000:00010000:3.0:1746147262.897849:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.898222:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14918 00000100:00100000:3.0:1746147262.898231:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346967680:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.898262:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.898279:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.898289:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.898307:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c007eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8258f expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.898332:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.898334:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.898340:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.898347:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.898371:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.898381:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 62 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.898390:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340101504:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.898620:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.901507:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340101504:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.901535:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.901572:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346967680:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3340us (3836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.901581:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14918 00000100:00100000:0.0:1746147262.901828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.902069:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346967936 00000100:00100000:2.0:1746147262.902075:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346967936 00002000:00100000:2.0:1746147262.902104:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0e00 x1830967346967936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.902112:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0e00 with x1830967346967936 ext(0->4095) 00010000:00010000:2.0:1746147262.902119:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.902135:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.902141:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af0e00 00000100:00100000:2.0:1746147262.902165:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2899 00000100:00100000:2.0:1746147262.902171:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346967936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.903059:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346967936:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 886us (1230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.903066:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2899 00002000:00100000:2.0:1746147262.903072:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0e00 x1830967346967936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.903080:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0e00 with x1830967346967936 ext(0->4095) 00010000:00010000:2.0:1746147262.903085:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746147262.903095:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746147262.903101:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af0e00 00000100:00100000:0.0:1746147262.905215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.905324:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346968064 00000100:00100000:3.0:1746147262.905331:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346968064 00010000:00010000:3.0:1746147262.905355:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.905373:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14919 00000100:00100000:3.0:1746147262.905378:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346968064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.905388:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.905402:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.905411:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.905426:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c007f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82596 expref: 63 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.905437:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.905439:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.905444:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.905451:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.905475:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 62 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.905484:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340101632:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.905551:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.907587:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340101760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746147262.907628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147262.908769:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340101632:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.908784:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.908845:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340101760 00000100:00100000:0.0:1746147262.908850:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340101760 00000100:00100000:0.0:1746147262.908879:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1746147262.908884:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340101760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746147262.908907:0:15340:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:3.0:1746147262.909187:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fc8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346968064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3808us (3975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.909195:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14919 00000100:00100000:0.0:1746147262.909695:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340101760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 809us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147262.909701:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1746147262.909846:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340101760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746147262.910024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.910069:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346968320 00000100:00100000:2.0:1746147262.910072:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346968320 00002000:00100000:2.0:1746147262.910097:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec8380 x1830967346968320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.910106:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8380 with x1830967346968320 ext(0->4095) 00002000:00010000:2.0:1746147262.910110:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec8380 00000100:00100000:2.0:1746147262.910131:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13542 00000100:00100000:2.0:1746147262.910136:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346968320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147262.910230:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2006:x1830967346968320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (207us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.910236:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13542 00002000:00100000:2.0:1746147262.910257:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ec8380 x1830967346968320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.910263:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8380 with x1830967346968320 ext(0->4095) 00002000:00010000:2.0:1746147262.910266:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec8380 00000100:00100000:0.0:1746147262.913064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.913166:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346968448 00000100:00100000:2.0:1746147262.913172:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346968448 00000100:00100000:2.0:1746147262.913218:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30142 00000100:00100000:2.0:1746147262.913225:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346968448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.913239:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.913281:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825a4 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.913304:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 61 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.913316:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.913317:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.913321:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.913349:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 61 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.913360:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 61 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.913371:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340101888:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.913888:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.916228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.916346:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340101888:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.916365:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.916376:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627c00, rc 0) 00000100:00100000:2.0:1746147262.916419:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346968448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3195us (3362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.916426:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30142 00000100:00100000:3.0:1746147262.916672:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346968576 00000100:00100000:3.0:1746147262.916677:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346968576 00010000:00010000:3.0:1746147262.916697:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 62 pid: 10034 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.916714:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14920 00000100:00100000:3.0:1746147262.916718:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346968576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.916727:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.916740:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 62 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.916749:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 62 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.916768:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c007f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8259d expref: 62 pid: 10034 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.916780:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.916781:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.916786:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.916792:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.916812:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.916819:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102016:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.916855:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.918790:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.919338:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346968704 00000100:00100000:2.0:1746147262.919344:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346968704 00000100:00100000:2.0:1746147262.919376:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30143 00000100:00100000:2.0:1746147262.919381:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1814:x1830967346968704:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.919395:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.919407:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825ab expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.919425:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.919431:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.919432:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.919435:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.919453:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.919461:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 5 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746147262.919469:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340102144:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.919535:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.919750:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102016:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.919762:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.919781:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346968576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3062us (3560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.919788:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14920 00000100:00100000:0.0:1746147262.921382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.921449:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340102144:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.921475:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 62 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.921487:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:2.0:1746147262.921682:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+62:1814:x1830967346968704:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2299us (2895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.921691:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30143 00000100:00100000:3.0:1746147262.921930:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346968960 00000100:00100000:3.0:1746147262.921934:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346968960 00002000:00100000:3.0:1746147262.921961:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af1c00 x1830967346968960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.921974:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af1c00 with x1830967346968960 ext(0->4095) 00010000:00010000:3.0:1746147262.921980:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.921989:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.921995:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af1c00 00000100:00100000:3.0:1746147262.922005:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2900 00000100:00100000:3.0:1746147262.922010:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346968960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147262.922107:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346968960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147262.922113:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2900 00002000:00100000:3.0:1746147262.922118:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af1c00 x1830967346968960/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.922125:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af1c00 with x1830967346968960 ext(0->4095) 00010000:00010000:3.0:1746147262.922129:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.922138:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746147262.922143:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af1c00 00000100:00100000:0.0:1746147262.932956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.933335:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346969088 00000100:00100000:3.0:1746147262.933343:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346969088 00010000:00010000:3.0:1746147262.933370:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746147262.933714:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14921 00000100:00100000:3.0:1746147262.933721:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346969088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.933732:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.933746:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.933757:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.933773:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c00800 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825a4 expref: 6 pid: 9589 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746147262.934185:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.934187:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.934192:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.934201:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.934228:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147262.934237:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102272:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.935027:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147262.940291:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102272:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147262.940309:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147262.940357:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346969088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6635us (7406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147262.940366:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14921 00000100:00100000:0.0:1746147262.941701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.941780:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346969344 00000100:00100000:2.0:1746147262.941786:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346969344 00002000:00100000:2.0:1746147262.941820:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af2300 x1830967346969344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.941829:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af2300 with x1830967346969344 ext(0->4095) 00002000:00010000:2.0:1746147262.941832:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af2300 00000100:00100000:2.0:1746147262.941860:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13543 00000100:00100000:2.0:1746147262.941866:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346969344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.941967:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346969344:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.941978:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13543 00002000:00100000:2.0:1746147262.941983:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af2300 x1830967346969344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.941989:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af2300 with x1830967346969344 ext(0->4095) 00002000:00010000:2.0:1746147262.941991:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af2300 00000100:00100000:0.0:1746147262.947502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.947780:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346969472 00000100:00100000:2.0:1746147262.947788:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346969472 00000100:00100000:2.0:1746147262.947825:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30144 00000100:00100000:2.0:1746147262.947831:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346969472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.947844:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.947857:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825b2 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.947884:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.947890:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.947891:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.947894:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.947918:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 61 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.947928:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 61 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147262.947938:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340102400:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147262.948559:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147262.956848:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340102400:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147262.956873:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.956888:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626a00, rc 0) 00000100:00100000:2.0:1746147262.956926:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346969472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9095us (9431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.956934:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30144 00000100:00100000:0.0:1746147262.959885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147262.959979:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346969600 00000100:00100000:3.0:1746147262.959987:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346969600 00002000:00100000:3.0:1746147262.960024:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880079af2a00 x1830967346969600/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.960032:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af2a00 with x1830967346969600 ext(0->7) 00010000:00010000:3.0:1746147262.960040:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 62 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147262.960051:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 62 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147262.960057:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af2a00 00000100:00100000:3.0:1746147262.960693:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2901 00000100:00100000:3.0:1746147262.960702:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+62:2005:x1830967346969600:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147262.961734:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346969600:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1030us (1852us total) trans 4294972354 rc 0/0 00000100:00100000:3.0:1746147262.961741:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2901 00002000:00100000:3.0:1746147262.961748:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880079af2a00 x1830967346969600/t4294972354(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 496/448 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147262.961761:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af2a00 with x1830967346969600 ext(0->7) 00010000:00010000:3.0:1746147262.961768:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147262.961780:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147262.961786:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af2a00 00000100:00100000:0.0:1746147262.968063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147262.968857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.968963:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346969728 00000100:00100000:2.0:1746147262.968971:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346969728 00000100:00100000:2.0:1746147262.969201:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30145 00000100:00100000:2.0:1746147262.969209:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346969728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147262.969224:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147262.969237:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825b9 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.969273:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147262.969279:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.969284:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147262.969287:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.969314:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.969323:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.969332:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627400, rc 0) 00000100:00100000:2.0:1746147262.969367:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346969728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.969373:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30145 00000100:00100000:3.0:1746147262.969649:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346969856 00000100:00100000:3.0:1746147262.969653:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346969856 00010000:00010000:3.0:1746147262.969670:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147262.969695:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14922 00000100:00100000:3.0:1746147262.969700:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346969856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147262.969708:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147262.969722:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147262.969731:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147262.969746:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00807 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ab expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147262.969758:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.969760:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147262.969764:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.969770:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.969787:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147262.969795:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147262.969804:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102656:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147262.969850:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.974288:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102656:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147262.974306:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147262.974352:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346969856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4650us (5495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147262.974361:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14922 00000100:00100000:3.0:1746147262.974826:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.975167:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346970112 00000100:00100000:2.0:1746147262.975173:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346970112 00002000:00100000:2.0:1746147262.975203:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecbb80 x1830967346970112/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.975217:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecbb80 with x1830967346970112 ext(0->4095) 00010000:00010000:2.0:1746147262.975224:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147262.975235:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147262.975258:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecbb80 00000100:00100000:2.0:1746147262.975282:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2902 00000100:00100000:2.0:1746147262.975288:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346970112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147262.975393:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346970112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147262.975399:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2902 00002000:00100000:2.0:1746147262.975403:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ecbb80 x1830967346970112/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147262.975410:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecbb80 with x1830967346970112 ext(0->4095) 00010000:00010000:2.0:1746147262.975414:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147262.975423:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147262.975428:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecbb80 00000100:00100000:0.0:1746147262.988414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147262.989209:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346970240 00000100:00100000:2.0:1746147262.989217:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346970240 00010000:00010000:2.0:1746147262.989312:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147262.989401:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14923 00000100:00100000:2.0:1746147262.989409:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346970240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147262.989421:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147262.989435:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147262.989445:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147262.989463:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0080e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b2 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147262.989487:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.989489:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147262.989494:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.989500:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147262.989531:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147262.989540:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102784:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147262.989928:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147262.992341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.992442:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346970496 00000100:00100000:1.0:1746147262.992449:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346970496 00002000:00100000:1.0:1746147262.992485:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af3800 x1830967346970496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/0 e 0 to 0 dl 1746147273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.992494:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af3800 with x1830967346970496 ext(0->4095) 00002000:00010000:1.0:1746147262.992497:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af3800 00000100:00100000:1.0:1746147262.992529:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13544 00000100:00100000:1.0:1746147262.992535:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346970496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147262.992642:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346970496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147262.992647:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13544 00002000:00100000:1.0:1746147262.992652:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af3800 x1830967346970496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746147273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147262.992658:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af3800 with x1830967346970496 ext(0->4095) 00002000:00010000:1.0:1746147262.992660:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af3800 00000100:00100000:2.0:1746147262.992863:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340102784:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147262.992879:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147262.992902:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346970240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3495us (4496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147262.992909:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14923 00000100:00100000:0.0:1746147262.995597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147262.996318:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346970624 00000100:00100000:1.0:1746147262.996325:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346970624 00000100:00100000:1.0:1746147262.996376:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30146 00000100:00100000:1.0:1746147262.996383:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346970624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147262.996397:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147262.996413:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825c0 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.996437:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.996444:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.996445:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147262.996448:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.996474:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147262.996486:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147262.996497:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340102912:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147262.997557:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.000109:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340102912:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.000137:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.000151:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:1.0:1746147263.000188:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346970624:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3805us (4595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.000196:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30146 00000100:00100000:0.0:1746147263.001211:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.001315:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346970752 00000100:00100000:2.0:1746147263.001321:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346970752 00010000:00010000:2.0:1746147263.001347:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.001412:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14924 00000100:00100000:2.0:1746147263.001418:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346970752:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.001430:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.001446:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.001455:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.001472:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00815 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825b9 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.001902:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.001904:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.001912:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.001924:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.001951:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.001961:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103040:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.002027:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.003475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.003550:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346970880 00000100:00100000:1.0:1746147263.003556:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346970880 00000100:00100000:1.0:1746147263.003594:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30147 00000100:00100000:1.0:1746147263.003600:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346970880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.003613:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.003627:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825c7 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.003646:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.003656:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.003658:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.003660:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.003677:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.003687:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 5 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.003695:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340103168:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.004140:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.005078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.005173:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103040:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.005188:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.005231:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346970752:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3811us (4020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.005240:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14924 00000100:00100000:3.0:1746147263.005925:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346971136 00000100:00100000:3.0:1746147263.005930:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346971136 00002000:00100000:3.0:1746147263.005964:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731aa00 x1830967346971136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.005973:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731aa00 with x1830967346971136 ext(0->4095) 00010000:00010000:3.0:1746147263.005980:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.005991:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.005998:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731aa00 00000100:00100000:3.0:1746147263.006021:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2903 00000100:00100000:3.0:1746147263.006027:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346971136:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147263.006117:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346971136:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (1041us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.006123:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2903 00002000:00100000:3.0:1746147263.006128:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013731aa00 x1830967346971136/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.006135:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013731aa00 with x1830967346971136 ext(0->4095) 00010000:00010000:3.0:1746147263.006139:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.006147:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.006153:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013731aa00 00000100:00100000:1.0:1746147263.007155:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800906ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340103168:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.007175:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.007188:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487ce00, rc 0) 00000100:00100000:1.0:1746147263.007792:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346970880:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4190us (4318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.007799:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30147 00000100:00100000:0.0:1746147263.011120:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.011210:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346971264 00000100:00100000:1.0:1746147263.011217:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346971264 00000100:00100000:1.0:1746147263.012442:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30148 00000100:00100000:1.0:1746147263.012452:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346971264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.012471:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.012485:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825ce expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.012507:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.012512:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.012517:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.012520:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.012560:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.012570:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.012580:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c406c00, rc 0) 00000100:00100000:1.0:1746147263.012623:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346971264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (1509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.012627:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30148 00000100:00100000:0.0:1746147263.016126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.016225:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346971392 00000100:00100000:2.0:1746147263.016232:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346971392 00010000:00010000:2.0:1746147263.016290:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.016313:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14925 00000100:00100000:2.0:1746147263.016320:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346971392:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.016332:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.016347:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.016357:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.016376:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c0081c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c0 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.016406:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.016407:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.016414:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.016421:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.016449:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.016459:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.016469:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103424:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.016544:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.021743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.021908:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346971648 00000100:00100000:0.0:1746147263.021915:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346971648 00002000:00100000:0.0:1746147263.021950:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906ab800 x1830967346971648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.021958:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906ab800 with x1830967346971648 ext(0->4095) 00010000:00010000:0.0:1746147263.021966:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.021984:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.021990:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906ab800 00000100:00100000:2.0:1746147263.022295:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103424:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.022308:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.022341:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346971392:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6022us (6222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.022350:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14925 00000100:00100000:0.0:1746147263.022500:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2904 00000100:00100000:0.0:1746147263.022507:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346971648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147263.022619:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346971648:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (884us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147263.022625:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2904 00002000:00100000:0.0:1746147263.022630:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800906ab800 x1830967346971648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.022637:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906ab800 with x1830967346971648 ext(0->4095) 00010000:00010000:0.0:1746147263.022642:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.022651:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.022657:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800906ab800 00000100:00100000:0.0:1746147263.024359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.025391:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346971776 00000100:00100000:2.0:1746147263.025399:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346971776 00010000:00010000:2.0:1746147263.025425:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.025458:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14926 00000100:00100000:2.0:1746147263.025465:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346971776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.025475:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.025491:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.025501:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.025518:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487ce00/0x29021e8779c00823 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825c7 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.026080:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.026084:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.026091:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.026099:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.026141:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.026152:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103552:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.026227:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.028109:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103552:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.028123:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.028150:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346971776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2686us (3794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.028158:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14926 00000100:00100000:0.0:1746147263.028586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.028937:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346972032 00000100:00100000:3.0:1746147263.028942:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346972032 00002000:00100000:3.0:1746147263.028969:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77b80 x1830967346972032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.028976:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77b80 with x1830967346972032 ext(0->4095) 00002000:00010000:3.0:1746147263.028980:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77b80 00000100:00100000:3.0:1746147263.028992:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13545 00000100:00100000:3.0:1746147263.028997:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346972032:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147263.029080:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346972032:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 83us (495us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.029085:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13545 00002000:00100000:3.0:1746147263.029089:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d77b80 x1830967346972032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.029095:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d77b80 with x1830967346972032 ext(0->4095) 00002000:00010000:3.0:1746147263.029097:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d77b80 00000100:00100000:1.0:1746147263.033036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.033167:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346972160 00000100:00100000:2.0:1746147263.033174:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346972160 00000100:00100000:2.0:1746147263.033209:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30149 00000100:00100000:2.0:1746147263.033215:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009079f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346972160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.033228:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.033257:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825d5 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.033281:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.033288:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.033289:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.033292:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.033314:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.033323:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 63 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.033339:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340103680:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.034666:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.037068:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340103680:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.037092:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.037111:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626600, rc 0) 00000100:00100000:2.0:1746147263.038561:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009079f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346972160:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5341us (5525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.038569:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30149 00000100:00100000:1.0:1746147263.038907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.038934:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346972288 00000100:00100000:1.0:1746147263.038940:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346972288 00010000:00010000:1.0:1746147263.038965:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.038985:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14927 00000100:00100000:1.0:1746147263.038991:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346972288:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.039000:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.039016:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.039025:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.039043:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0082a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ce expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.039055:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.039057:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.039062:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.039069:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.039094:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.039103:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103808:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.039160:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.040236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.040887:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346972416 00000100:00100000:2.0:1746147263.040894:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346972416 00000100:00100000:2.0:1746147263.041030:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30150 00000100:00100000:2.0:1746147263.041039:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346972416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.041052:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.041063:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825dc expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.041082:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.041088:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.041089:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.041092:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.041120:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.041130:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.041139:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340103936:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.041455:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.041924:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340103808:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.041935:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.041963:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346972288:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2972us (3057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.041969:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14927 00000100:00100000:0.0:1746147263.042126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.042852:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346972672 00000100:00100000:3.0:1746147263.042860:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346972672 00002000:00100000:3.0:1746147263.042888:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76d80 x1830967346972672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.042895:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76d80 with x1830967346972672 ext(0->4095) 00010000:00010000:3.0:1746147263.042902:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.042912:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.042918:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76d80 00000100:00100000:3.0:1746147263.042931:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2905 00000100:00100000:3.0:1746147263.042936:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346972672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147263.043033:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346972672:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (907us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.043039:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2905 00002000:00100000:3.0:1746147263.043044:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d76d80 x1830967346972672/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.043057:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d76d80 with x1830967346972672 ext(0->4095) 00010000:00010000:3.0:1746147263.043061:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.043070:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.043074:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d76d80 00000100:00100000:2.0:1746147263.045928:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340103936:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.045952:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.045965:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626a00, rc 0) 00000100:00100000:2.0:1746147263.046041:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346972416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5004us (5805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.046048:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30150 00000100:00100000:0.0:1746147263.047539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.047570:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346972800 00000100:00100000:0.0:1746147263.047575:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346972800 00000100:00100000:0.0:1746147263.047598:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30151 00000100:00100000:0.0:1746147263.047604:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346972800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147263.047615:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147263.047627:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825e3 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.047643:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.047653:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.047659:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147263.047661:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.047685:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.047694:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.047702:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918000, rc 0) 00000100:00100000:0.0:1746147263.047720:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346972800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147263.047725:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30151 00000100:00100000:1.0:1746147263.049103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.049160:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346972928 00000100:00100000:0.0:1746147263.049164:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346972928 00010000:00010000:0.0:1746147263.049181:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.049198:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14928 00000100:00100000:0.0:1746147263.049204:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346972928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147263.049211:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147263.049224:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.049234:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.049266:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00831 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825d5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.051449:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.051454:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.051464:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.051474:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.051535:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.051547:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.051558:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104192:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.051636:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.055744:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104192:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.055758:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.055802:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346972928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6597us (6700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.055810:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14928 00000100:00100000:2.0:1746147263.056778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.056875:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346973184 00000100:00100000:1.0:1746147263.056882:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346973184 00002000:00100000:1.0:1746147263.056914:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8a680 x1830967346973184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.056920:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8a680 with x1830967346973184 ext(0->4095) 00010000:00010000:1.0:1746147263.056927:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.056941:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.056947:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8a680 00000100:00100000:1.0:1746147263.056975:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2906 00000100:00100000:1.0:1746147263.056982:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346973184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.057072:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346973184:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.057077:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2906 00002000:00100000:1.0:1746147263.057082:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8a680 x1830967346973184/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.057088:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8a680 with x1830967346973184 ext(0->4095) 00010000:00010000:1.0:1746147263.057092:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.057099:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.057104:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8a680 00000100:00100000:0.0:1746147263.060322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.060536:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346973312 00000100:00100000:1.0:1746147263.060545:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346973312 00010000:00010000:1.0:1746147263.060571:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.061012:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14929 00000100:00100000:1.0:1746147263.061019:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2008:x1830967346973312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.061030:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.061046:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.061056:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.061075:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c00838 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825dc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.061091:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.061093:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.061098:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.061106:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.061131:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.061141:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104320:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.061206:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.064145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.064287:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104320:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.064302:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.064338:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346973312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3319us (4022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.064347:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14929 00000100:00100000:3.0:1746147263.064488:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346973568 00000100:00100000:3.0:1746147263.064493:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346973568 00002000:00100000:3.0:1746147263.064532:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575880 x1830967346973568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.064540:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575880 with x1830967346973568 ext(0->4095) 00002000:00010000:3.0:1746147263.064543:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130575880 00000100:00100000:3.0:1746147263.064555:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13546 00000100:00100000:3.0:1746147263.064560:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346973568:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147263.064663:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346973568:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.064668:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13546 00002000:00100000:3.0:1746147263.064672:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575880 x1830967346973568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.064684:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575880 with x1830967346973568 ext(0->4095) 00002000:00010000:3.0:1746147263.064687:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130575880 00000100:00100000:0.0:1746147263.066727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.067308:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346973696 00000100:00100000:2.0:1746147263.067319:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346973696 00000100:00100000:2.0:1746147263.067352:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30152 00000100:00100000:2.0:1746147263.067358:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346973696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.067370:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.067384:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825ea expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.067411:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.067417:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.067419:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.067422:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.067448:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.067459:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.067468:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340104448:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.067555:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.069010:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340104448:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.069032:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.069044:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:2.0:1746147263.069078:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346973696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1719us (2354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.069084:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30152 00000100:00100000:0.0:1746147263.069185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.069266:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346973824 00000100:00100000:2.0:1746147263.069271:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346973824 00010000:00010000:2.0:1746147263.069290:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.069309:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14930 00000100:00100000:2.0:1746147263.069315:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346973824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.069324:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.069339:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.069347:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.069364:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c0083f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825e3 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.069388:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.069390:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.069396:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.069403:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.069424:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.069434:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104576:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.069475:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.071629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.071718:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104576:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.071732:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.071762:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2006:x1830967346973824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2446us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.071771:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14930 00000100:00100000:1.0:1746147263.071838:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346974080 00000100:00100000:1.0:1746147263.071842:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346974080 00002000:00100000:1.0:1746147263.071871:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576d80 x1830967346974080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.071880:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576d80 with x1830967346974080 ext(0->4095) 00002000:00010000:1.0:1746147263.071883:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576d80 00000100:00100000:1.0:1746147263.071944:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13547 00000100:00100000:1.0:1746147263.071950:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346974080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.072174:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346974080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 222us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.072179:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13547 00002000:00100000:1.0:1746147263.072185:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130576d80 x1830967346974080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.072191:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576d80 with x1830967346974080 ext(0->4095) 00002000:00010000:1.0:1746147263.072194:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576d80 00000100:00100000:0.0:1746147263.073844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.074076:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346974208 00000100:00100000:2.0:1746147263.074083:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346974208 00000100:00100000:2.0:1746147263.074119:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30153 00000100:00100000:2.0:1746147263.074125:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1832:x1830967346974208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.074135:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.074148:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825f1 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.074168:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.074175:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.074176:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.074179:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.074202:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.074213:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 5 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.074227:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340104704:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.074318:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.074498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.074699:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346974336 00000100:00100000:1.0:1746147263.074703:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346974336 00000100:00100000:2.0:1746147263.075974:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30154 00000100:00100000:2.0:1746147263.075982:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346974336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.075993:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.076002:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825f8 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.076018:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.076022:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 66 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.076027:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.076030:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.076051:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 66 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.076061:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.076069:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627400, rc 0) 00000100:00100000:2.0:1746147263.077492:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1814:x1830967346974336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.077502:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30154 00000100:00100000:2.0:1746147263.080201:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340104704:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.080224:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.080237:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626400, rc 0) 00000100:00100000:2.0:1746147263.080304:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346974208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6178us (6460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.080311:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30153 00000100:00100000:0.0:1746147263.080474:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.080556:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346974464 00000100:00100000:2.0:1746147263.080560:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346974464 00010000:00010000:2.0:1746147263.080580:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.080597:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14931 00000100:00100000:2.0:1746147263.080602:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346974464:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.080612:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.080628:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.080637:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.080654:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00846 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ea expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.081233:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.081236:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.081268:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.081276:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.081301:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.081311:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.081321:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104960:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.081373:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.083697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.083829:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346974720 00000100:00100000:1.0:1746147263.083836:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346974720 00002000:00100000:1.0:1746147263.083871:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb5180 x1830967346974720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.083879:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5180 with x1830967346974720 ext(0->4095) 00010000:00010000:1.0:1746147263.083886:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.083898:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.083903:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb5180 00000100:00100000:1.0:1746147263.083931:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2907 00000100:00100000:1.0:1746147263.083937:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346974720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.084044:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346974720:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.084051:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2907 00002000:00100000:1.0:1746147263.084056:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb5180 x1830967346974720/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.084062:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb5180 with x1830967346974720 ext(0->4095) 00010000:00010000:1.0:1746147263.084066:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.084073:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.084078:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb5180 00000100:00100000:2.0:1746147263.084161:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340104960:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.084174:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.084196:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346974464:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3594us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.084202:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14931 00000100:00100000:0.0:1746147263.087533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.087621:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346974848 00000100:00100000:2.0:1746147263.087628:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346974848 00000100:00100000:2.0:1746147263.087689:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30155 00000100:00100000:2.0:1746147263.087695:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346974848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.087712:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.087725:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b825ff expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.087744:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.087749:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.087754:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147263.087756:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.087784:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.087793:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.087800:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626600, rc 0) 00000100:00100000:2.0:1746147263.088497:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346974848:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 801us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.088503:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30155 00000100:00100000:0.0:1746147263.091290:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.091368:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346974976 00000100:00100000:2.0:1746147263.091374:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346974976 00010000:00010000:2.0:1746147263.091402:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.091424:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14932 00000100:00100000:2.0:1746147263.091430:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346974976:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.091440:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.091455:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.091465:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.091482:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0084d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f1 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.091924:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.091927:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.091933:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.091941:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.091969:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.091979:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.091989:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105216:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.092199:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.095104:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105216:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.095119:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.095156:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346974976:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3726us (3872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.095164:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14932 00000100:00100000:0.0:1746147263.095213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.095537:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346975232 00000100:00100000:3.0:1746147263.095543:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346975232 00002000:00100000:3.0:1746147263.095570:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546a00 x1830967346975232/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.095577:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546a00 with x1830967346975232 ext(0->4095) 00010000:00010000:3.0:1746147263.095584:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.095596:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.095602:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546a00 00000100:00100000:3.0:1746147263.095617:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2908 00000100:00100000:3.0:1746147263.095624:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346975232:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147263.095710:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346975232:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (496us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.095715:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2908 00002000:00100000:3.0:1746147263.095719:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546a00 x1830967346975232/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.095726:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546a00 with x1830967346975232 ext(0->4095) 00010000:00010000:3.0:1746147263.095730:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.095738:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.095748:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090546a00 00000100:00100000:0.0:1746147263.098823:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.099444:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.099530:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346975360 00000100:00100000:3.0:1746147263.099535:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346975360 00000100:00100000:3.0:1746147263.099571:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30156 00000100:00100000:3.0:1746147263.099577:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346975360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.099589:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.099601:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82606 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.099621:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.099625:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.099629:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147263.099632:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.099659:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.099669:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.099678:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147263.099707:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346975360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.099715:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30156 00000100:00100000:2.0:1746147263.099946:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346975488 00000100:00100000:2.0:1746147263.099950:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346975488 00010000:00010000:2.0:1746147263.099964:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.099987:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14933 00000100:00100000:2.0:1746147263.099991:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346975488:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.099997:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.100010:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.100019:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.100031:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00854 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825f8 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.100042:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.100043:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.100047:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.100053:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.100416:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.100425:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 5 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.100436:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105472:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.100489:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.102937:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105472:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.102950:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147263.103197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.103337:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fcac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346975488:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3343us (3891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.103346:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14933 00000100:00100000:1.0:1746147263.103698:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346975744 00000100:00100000:1.0:1746147263.103704:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346975744 00002000:00100000:1.0:1746147263.103730:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544a80 x1830967346975744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.103739:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544a80 with x1830967346975744 ext(0->4095) 00010000:00010000:1.0:1746147263.103746:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.103757:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.103763:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544a80 00000100:00100000:1.0:1746147263.103775:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2909 00000100:00100000:1.0:1746147263.103781:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346975744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.104662:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346975744:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 880us (1465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.104668:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2909 00002000:00100000:1.0:1746147263.104674:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090544a80 x1830967346975744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.104681:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544a80 with x1830967346975744 ext(0->4095) 00010000:00010000:1.0:1746147263.104685:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.104693:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.104698:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090544a80 00000100:00100000:0.0:1746147263.107582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.107655:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346975872 00000100:00100000:2.0:1746147263.107662:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346975872 00010000:00010000:2.0:1746147263.107686:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.107747:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14934 00000100:00100000:2.0:1746147263.107754:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346975872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.107765:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.107780:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.107790:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.107807:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0085b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b825ff expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.108120:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.108122:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.108128:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.108136:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.108164:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.108174:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105600:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.108268:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.110659:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105600:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.110673:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.110704:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346975872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2949us (3127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.110712:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14934 00000100:00100000:0.0:1746147263.110866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.111020:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346976128 00000100:00100000:1.0:1746147263.111026:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346976128 00002000:00100000:1.0:1746147263.111052:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546d80 x1830967346976128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.111065:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546d80 with x1830967346976128 ext(0->4095) 00002000:00010000:1.0:1746147263.111068:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090546d80 00000100:00100000:3.0:1746147263.111373:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13548 00000100:00100000:3.0:1746147263.111381:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346976128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147263.111474:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346976128:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (608us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.111480:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13548 00002000:00100000:3.0:1746147263.111487:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090546d80 x1830967346976128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.111494:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090546d80 with x1830967346976128 ext(0->4095) 00002000:00010000:3.0:1746147263.111497:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090546d80 00000100:00100000:0.0:1746147263.114185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.114278:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346976256 00000100:00100000:1.0:1746147263.114285:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346976256 00000100:00100000:1.0:1746147263.114642:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30157 00000100:00100000:1.0:1746147263.114649:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346976256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.114662:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.114674:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8260d expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.114696:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.114702:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.114704:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.114707:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.114728:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.114738:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 63 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.114748:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340105728:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.114807:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.116720:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340105728:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.116743:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.116756:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090625c00, rc 0) 00000100:00100000:1.0:1746147263.117217:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346976256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2567us (3034us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.117225:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30157 00000100:00100000:0.0:1746147263.117585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.118005:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346976384 00000100:00100000:2.0:1746147263.118011:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346976384 00010000:00010000:2.0:1746147263.118035:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.118057:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14935 00000100:00100000:2.0:1746147263.118061:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346976384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.118070:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.118085:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.118095:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.118113:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00862 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82606 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.118528:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.118530:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.118537:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.118543:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.118569:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.118578:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105856:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.118634:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.121085:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340105856:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.121104:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.121137:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346976384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3073us (3551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.121144:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14935 00000100:00100000:0.0:1746147263.121536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.121613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.121637:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346976768 00000100:00100000:0.0:1746147263.121641:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346976768 00000100:00100000:0.0:1746147263.121676:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30158 00000100:00100000:0.0:1746147263.121681:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346976768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147263.121693:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147263.121705:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82614 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.121726:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.121732:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.121734:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.121737:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.121757:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.121767:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.121776:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340105984:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147263.121821:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.122020:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346976640 00000100:00100000:1.0:1746147263.122024:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346976640 00002000:00100000:1.0:1746147263.122044:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f79180 x1830967346976640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.122052:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79180 with x1830967346976640 ext(0->4095) 00010000:00010000:1.0:1746147263.122057:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.122065:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.122071:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f79180 00000100:00100000:1.0:1746147263.122090:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2910 00000100:00100000:1.0:1746147263.122095:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346976640:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.122172:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346976640:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.122177:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2910 00002000:00100000:1.0:1746147263.122181:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131f79180 x1830967346976640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.122189:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79180 with x1830967346976640 ext(0->4095) 00010000:00010000:1.0:1746147263.122193:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.122201:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.122206:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131f79180 00000100:00100000:2.0:1746147263.124656:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131f78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340105984:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.124677:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.124688:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918000, rc 0) 00000100:00100000:2.0:1746147263.124725:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346976768:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3042us (3110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.124731:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30158 00000100:00100000:0.0:1746147263.126774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.127132:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346976896 00000100:00100000:2.0:1746147263.127139:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346976896 00000100:00100000:2.0:1746147263.127280:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30159 00000100:00100000:2.0:1746147263.127286:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346976896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.127301:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.127313:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8261b expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.127333:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.127338:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.127343:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.127346:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.127374:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.127384:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.127392:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626400, rc 0) 00000100:00100000:2.0:1746147263.127428:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346976896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.127434:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30159 00000100:00100000:0.0:1746147263.129770:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.129854:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346977024 00000100:00100000:2.0:1746147263.129860:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346977024 00010000:00010000:2.0:1746147263.129888:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.130409:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14936 00000100:00100000:2.0:1746147263.130416:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346977024:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.130427:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.130444:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.130455:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.130472:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00869 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8260d expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.131023:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.131026:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.131032:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.131039:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.131071:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.131082:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.131093:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340106240:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.131192:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.133726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.133873:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346977280 00000100:00100000:3.0:1746147263.133880:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346977280 00002000:00100000:3.0:1746147263.133912:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ad500 x1830967346977280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.133921:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ad500 with x1830967346977280 ext(0->4095) 00010000:00010000:3.0:1746147263.133928:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.133940:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.133946:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ad500 00000100:00100000:3.0:1746147263.133969:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2911 00000100:00100000:3.0:1746147263.133974:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346977280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147263.134065:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346977280:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.134070:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2911 00002000:00100000:3.0:1746147263.134075:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ad500 x1830967346977280/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.134082:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ad500 with x1830967346977280 ext(0->4095) 00010000:00010000:3.0:1746147263.134086:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.134093:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.134099:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800945ad500 00000100:00100000:2.0:1746147263.134168:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340106240:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.134181:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.134200:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346977024:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3785us (4437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.134206:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14936 00000100:00100000:0.0:1746147263.137017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.137720:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346977408 00000100:00100000:2.0:1746147263.137728:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346977408 00010000:00010000:2.0:1746147263.137758:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.138134:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14937 00000100:00100000:2.0:1746147263.138141:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346977408:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.138154:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.138170:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.138179:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.138197:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82614 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.138380:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.138382:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.138389:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.138395:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.138422:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.138433:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340106368:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.139175:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.141233:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340106368:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.141485:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.141534:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346977408:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3392us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.141542:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14937 00000100:00100000:0.0:1746147263.141600:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.141800:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346977664 00000100:00100000:2.0:1746147263.141805:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346977664 00002000:00100000:2.0:1746147263.141835:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac000 x1830967346977664/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.141842:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac000 with x1830967346977664 ext(0->4095) 00002000:00010000:2.0:1746147263.141846:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac000 00000100:00100000:2.0:1746147263.141868:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13549 00000100:00100000:2.0:1746147263.141874:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346977664:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147263.141971:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346977664:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.141976:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13549 00002000:00100000:2.0:1746147263.141981:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800945ac000 x1830967346977664/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.141987:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac000 with x1830967346977664 ext(0->4095) 00002000:00010000:2.0:1746147263.141989:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac000 00000100:00100000:0.0:1746147263.145126:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.145218:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346977792 00000100:00100000:3.0:1746147263.145224:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346977792 00000100:00100000:3.0:1746147263.145286:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30160 00000100:00100000:3.0:1746147263.145293:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346977792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.145306:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.145320:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82622 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.145343:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.145349:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.145351:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.145355:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.145380:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.145389:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.145400:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340106496:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.145468:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.147868:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.147965:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340106496:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.147986:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.147999:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00000100:00100000:3.0:1746147263.148043:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346977792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2750us (2921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.148050:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30160 00000100:00100000:2.0:1746147263.148474:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346977920 00000100:00100000:2.0:1746147263.148480:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346977920 00010000:00010000:2.0:1746147263.148500:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.148529:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14938 00000100:00100000:2.0:1746147263.148534:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346977920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.148545:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.148558:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.148566:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.148583:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00877 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8261b expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.148595:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.148596:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.148601:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.148608:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.148627:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.148635:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340106624:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.148685:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.151518:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.151646:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340106624:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.151662:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.151866:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346978176 00000100:00100000:3.0:1746147263.151871:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346978176 00002000:00100000:3.0:1746147263.151902:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5ca80 x1830967346978176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.151911:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ca80 with x1830967346978176 ext(0->4095) 00002000:00010000:3.0:1746147263.151914:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5ca80 00000100:00100000:3.0:1746147263.151939:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13550 00000100:00100000:3.0:1746147263.151945:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346978176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.152176:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346977920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3640us (4311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.152184:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14938 00000100:00100000:3.0:1746147263.153371:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346978176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 1423us (1856us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.153378:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13550 00002000:00100000:3.0:1746147263.153384:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5ca80 x1830967346978176/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.153391:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5ca80 with x1830967346978176 ext(0->4095) 00002000:00010000:3.0:1746147263.153394:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5ca80 00000100:00100000:1.0:1746147263.154090:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.154330:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346978304 00000100:00100000:3.0:1746147263.154335:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346978304 00000100:00100000:3.0:1746147263.154664:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30161 00000100:00100000:3.0:1746147263.154671:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346978304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.154683:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.154695:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82629 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.154717:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.154724:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.154725:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.154728:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.154749:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.154762:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 5 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.154771:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340106752:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.154830:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.156639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.157080:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346978432 00000100:00100000:2.0:1746147263.157086:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346978432 00000100:00100000:2.0:1746147263.157130:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30162 00000100:00100000:2.0:1746147263.157136:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346978432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.157149:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.157161:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82630 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.157180:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.157185:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 66 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.157190:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.157192:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.157219:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 66 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.157229:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.157239:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626a00, rc 0) 00000100:00100000:2.0:1746147263.157319:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1832:x1830967346978432:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.157325:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30162 00000100:00100000:2.0:1746147263.158879:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340106752:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.158900:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.158911:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00000100:00100000:2.0:1746147263.159168:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346978304:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4496us (5077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.159174:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30161 00000100:00100000:0.0:1746147263.159437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.159599:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346978560 00000100:00100000:2.0:1746147263.159604:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346978560 00010000:00010000:2.0:1746147263.159623:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.159638:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14939 00000100:00100000:2.0:1746147263.159643:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346978560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.159651:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.159663:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.159673:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.159689:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c0087e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82622 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.159711:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.159713:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.159718:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.159725:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.159749:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.159758:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.159768:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107008:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.159816:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00010000:00010000:3.0:1746147263.159967:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147263.162833:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107008:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.162849:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.162891:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346978560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3246us (3452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.162900:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14939 00000100:00100000:0.0:1746147263.162952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.163098:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346978816 00000100:00100000:3.0:1746147263.163103:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346978816 00002000:00100000:3.0:1746147263.163133:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5e680 x1830967346978816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.163142:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e680 with x1830967346978816 ext(0->4095) 00010000:00010000:3.0:1746147263.163149:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.163160:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.163166:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e680 00000100:00100000:3.0:1746147263.163180:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2912 00000100:00100000:3.0:1746147263.163186:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346978816:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.163293:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346978816:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.163298:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2912 00002000:00100000:3.0:1746147263.163303:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5e680 x1830967346978816/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.163311:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5e680 with x1830967346978816 ext(0->4095) 00010000:00010000:3.0:1746147263.163315:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.163323:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.163328:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bf5e680 00000100:00100000:0.0:1746147263.166769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.167559:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346978944 00000100:00100000:2.0:1746147263.167568:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346978944 00010000:00010000:2.0:1746147263.167598:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.167959:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14940 00000100:00100000:2.0:1746147263.167967:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2008:x1830967346978944:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.167981:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.167997:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.168008:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.168026:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00885 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82629 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.168052:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.168054:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.168059:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.168067:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.168095:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.168106:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107136:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.168178:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.170961:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107136:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.170978:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.171391:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fc9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346978944:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3424us (4628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.171401:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14940 00000100:00100000:0.0:1746147263.171913:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.172047:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346979200 00000100:00100000:2.0:1746147263.172053:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346979200 00002000:00100000:2.0:1746147263.172081:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f100 x1830967346979200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.172089:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f100 with x1830967346979200 ext(0->4095) 00002000:00010000:2.0:1746147263.172092:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5f100 00000100:00100000:2.0:1746147263.172119:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13551 00000100:00100000:2.0:1746147263.172125:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346979200:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746147263.172226:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346979200:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.172232:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13551 00002000:00100000:2.0:1746147263.172236:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bf5f100 x1830967346979200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.172261:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bf5f100 with x1830967346979200 ext(0->4095) 00002000:00010000:2.0:1746147263.172263:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bf5f100 00000100:00100000:0.0:1746147263.174064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.174130:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346979328 00000100:00100000:2.0:1746147263.174135:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346979328 00000100:00100000:2.0:1746147263.174174:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30163 00000100:00100000:2.0:1746147263.174179:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346979328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.174192:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.174203:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82637 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.174224:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.174231:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.174232:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.174235:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.174286:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.174295:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.174305:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340107264:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.174359:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.177175:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340107264:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.177197:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.177210:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627400, rc 0) 00000100:00100000:2.0:1746147263.177271:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bf5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346979328:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3091us (3211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.177281:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30163 00000100:00100000:0.0:1746147263.177838:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.177932:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346979456 00000100:00100000:2.0:1746147263.177937:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346979456 00010000:00010000:2.0:1746147263.177957:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.177975:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14941 00000100:00100000:2.0:1746147263.177981:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346979456:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.177990:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.178004:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.178014:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.178030:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c0088c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82630 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.178052:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.178055:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.178060:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.178066:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.178087:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.178097:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107392:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.178149:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.180655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.180857:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346979712 00000100:00100000:3.0:1746147263.180863:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346979712 00002000:00100000:3.0:1746147263.180896:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1500 x1830967346979712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.180905:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1500 with x1830967346979712 ext(0->4095) 00002000:00010000:3.0:1746147263.180908:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1500 00000100:00100000:3.0:1746147263.180924:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13552 00000100:00100000:3.0:1746147263.180929:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346979712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147263.181046:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346979712:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (396us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.181052:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13552 00002000:00100000:3.0:1746147263.181057:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad1500 x1830967346979712/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.181064:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1500 with x1830967346979712 ext(0->4095) 00000100:00100000:2.0:1746147263.181186:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107392:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.181200:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.181223:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346979456:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3242us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.181229:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14941 00002000:00010000:3.0:1746147263.182215:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1500 00000100:00100000:0.0:1746147263.184185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.184421:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346979840 00000100:00100000:2.0:1746147263.184428:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346979840 00000100:00100000:2.0:1746147263.184471:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30164 00000100:00100000:2.0:1746147263.184478:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346979840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.184491:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.184504:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8263e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.184536:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.184542:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.184543:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.184546:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.184571:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.184586:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 5 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.184597:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340107520:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.185583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.185622:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.185668:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346979968 00000100:00100000:3.0:1746147263.185673:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346979968 00000100:00100000:3.0:1746147263.185695:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30165 00000100:00100000:3.0:1746147263.185700:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346979968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.185708:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.185716:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82645 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.185729:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.185732:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 66 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.185738:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.185740:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.185759:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 66 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.185769:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.185777:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147263.185802:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1832:x1830967346979968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.185808:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30165 00000100:00100000:2.0:1746147263.187730:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340107520:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.187752:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.187764:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626600, rc 0) 00000100:00100000:2.0:1746147263.187802:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346979840:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3325us (3622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.187808:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30164 00000100:00100000:0.0:1746147263.190412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.190508:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346980096 00000100:00100000:2.0:1746147263.190514:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346980096 00010000:00010000:2.0:1746147263.190549:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.190580:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14942 00000100:00100000:2.0:1746147263.190587:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346980096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.190598:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.190615:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.190630:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.190648:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00893 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82637 expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.190876:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.190878:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.190885:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.190892:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.190921:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.190931:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.190942:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107776:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.191010:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.194124:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107776:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.194141:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.194180:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346980096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3593us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.194192:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14942 00000100:00100000:0.0:1746147263.195058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.195266:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346980352 00000100:00100000:3.0:1746147263.195272:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346980352 00002000:00100000:3.0:1746147263.195305:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784000 x1830967346980352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.195313:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784000 with x1830967346980352 ext(0->4095) 00010000:00010000:3.0:1746147263.195320:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.195330:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.195335:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784000 00000100:00100000:3.0:1746147263.195349:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2913 00000100:00100000:3.0:1746147263.195355:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346980352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.195448:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346980352:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.195454:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2913 00002000:00100000:3.0:1746147263.195458:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8784000 x1830967346980352/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.195465:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8784000 with x1830967346980352 ext(0->4095) 00010000:00010000:3.0:1746147263.195469:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.195478:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.195483:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8784000 00000100:00100000:0.0:1746147263.198739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.198887:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346980480 00000100:00100000:2.0:1746147263.198894:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346980480 00010000:00010000:2.0:1746147263.198920:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.198942:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14943 00000100:00100000:2.0:1746147263.198947:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346980480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.198958:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.198973:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.198984:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.199002:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0089a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8263e expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.199281:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.199283:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.199289:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.199297:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.199322:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.199333:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107904:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.199401:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.203460:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340107904:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.203480:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.203532:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346980480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4570us (4786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.203542:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14943 00000100:00100000:0.0:1746147263.204033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.204296:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346980736 00000100:00100000:2.0:1746147263.204302:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346980736 00002000:00100000:2.0:1746147263.204331:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786680 x1830967346980736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.204338:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786680 with x1830967346980736 ext(0->4095) 00002000:00010000:2.0:1746147263.204341:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8786680 00000100:00100000:2.0:1746147263.204676:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13553 00000100:00100000:2.0:1746147263.204683:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346980736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.204981:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346980736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 297us (947us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.204987:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13553 00002000:00100000:2.0:1746147263.204992:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786680 x1830967346980736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.204999:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786680 with x1830967346980736 ext(0->4095) 00002000:00010000:2.0:1746147263.205001:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a8786680 00000100:00100000:0.0:1746147263.206766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.206911:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346980864 00000100:00100000:2.0:1746147263.206916:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346980864 00000100:00100000:2.0:1746147263.206949:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30166 00000100:00100000:2.0:1746147263.206953:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346980864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.206965:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.206976:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8264c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.206996:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 63 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.207002:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.207003:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.207006:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.207032:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 63 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.207042:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 63 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.207053:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340108032:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.207121:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.210023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.210107:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340108032:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.210129:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.210146:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627c00, rc 0) 00000100:00100000:2.0:1746147263.210187:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346980864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3233us (3425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.210194:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30166 00000100:00100000:3.0:1746147263.210260:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346980992 00000100:00100000:3.0:1746147263.210265:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346980992 00010000:00010000:3.0:1746147263.210286:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.210303:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14944 00000100:00100000:3.0:1746147263.210308:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346980992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.210319:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.210333:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.210342:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.210359:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c008a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82645 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.210382:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.210384:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.210389:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.210396:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.210418:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.210433:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108160:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.210474:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.213647:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108160:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147263.213667:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147263.213712:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346980992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3402us (3693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147263.213725:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14944 00000100:00100000:0.0:1746147263.214161:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.214213:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.214217:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346981248 00000100:00100000:2.0:1746147263.214223:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346981248 00002000:00100000:2.0:1746147263.214278:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c70a80 x1830967346981248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.214286:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830967346981248 ext(0->4095) 00002000:00010000:2.0:1746147263.214290:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c70a80 00000100:00100000:2.0:1746147263.214306:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13554 00000100:00100000:2.0:1746147263.214311:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346981248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.214336:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346981376 00000100:00100000:3.0:1746147263.214340:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346981376 00000100:00100000:3.0:1746147263.214370:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30167 00000100:00100000:3.0:1746147263.214375:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346981376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.214383:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.214395:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82653 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.214400:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346981248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.214406:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13554 00002000:00100000:2.0:1746147263.214411:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c70a80 x1830967346981248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746147263.214413:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746147263.214417:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c70a80 with x1830967346981248 ext(0->4095) 00010000:00010000:3.0:1746147263.214419:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.214421:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.214422:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.214424:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.214429:0:24958:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147263.214439:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c70a80 00010000:00010000:3.0:1746147263.214446:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.214455:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 5 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.214464:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340108288:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.214514:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.218740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.218910:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340108288:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.218932:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.218945:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8800, rc 0) 00000100:00100000:3.0:1746147263.218987:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346981376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4612us (4773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.218994:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30167 00000100:00100000:3.0:1746147263.219547:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346981504 00000100:00100000:3.0:1746147263.219553:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346981504 00000100:00100000:3.0:1746147263.220025:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30168 00000100:00100000:3.0:1746147263.220032:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346981504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.220043:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.220055:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8265a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.220070:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.220074:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.220079:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.220081:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.220102:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.220114:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 65 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.220120:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00000100:00100000:3.0:1746147263.220138:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346981504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.220142:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30168 00000100:00100000:3.0:1746147263.220741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.221135:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346981632 00000100:00100000:0.0:1746147263.221139:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346981632 00010000:00010000:0.0:1746147263.221158:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.221181:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14945 00000100:00100000:0.0:1746147263.221186:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346981632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147263.221194:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147263.221208:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.221216:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.221231:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8264c expref: 6 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.222057:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.222059:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.222066:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.222073:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.222099:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.222108:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.222117:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108544:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147263.222328:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.225235:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108544:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.225530:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.225573:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346981632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4384us (4831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.225582:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14945 00000100:00100000:0.0:1746147263.226716:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.226817:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346981888 00000100:00100000:2.0:1746147263.226822:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346981888 00002000:00100000:2.0:1746147263.226850:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f800 x1830967346981888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.226859:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830967346981888 ext(0->4095) 00010000:00010000:2.0:1746147263.226865:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.226876:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.226881:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5f800 00000100:00100000:2.0:1746147263.226894:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2914 00000100:00100000:2.0:1746147263.226898:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346981888:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.226995:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346981888:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.227001:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2914 00002000:00100000:2.0:1746147263.227005:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5f800 x1830967346981888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.227012:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5f800 with x1830967346981888 ext(0->4095) 00010000:00010000:2.0:1746147263.227016:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.227025:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.227029:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d5f800 00000100:00100000:0.0:1746147263.228686:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.228796:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346982016 00000100:00100000:2.0:1746147263.228801:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346982016 00010000:00010000:2.0:1746147263.228821:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.228848:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14946 00000100:00100000:2.0:1746147263.228854:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346982016:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.228863:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.228877:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.228885:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.228902:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c008af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82653 expref: 65 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.228928:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.228930:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.228935:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.228942:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.228968:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 64 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.228977:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108672:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.229041:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.231329:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108672:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.231346:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.231376:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346982016:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2521us (2693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.231384:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14946 00000100:00100000:0.0:1746147263.233807:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.234648:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346982272 00000100:00100000:2.0:1746147263.234654:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346982272 00002000:00100000:2.0:1746147263.234688:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5d880 x1830967346982272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.234697:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830967346982272 ext(0->4095) 00002000:00010000:2.0:1746147263.234701:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5d880 00000100:00100000:2.0:1746147263.235097:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13555 00000100:00100000:2.0:1746147263.235103:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346982272:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.235343:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346982272:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (1539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.235351:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13555 00002000:00100000:2.0:1746147263.235356:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5d880 x1830967346982272/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.235363:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5d880 with x1830967346982272 ext(0->4095) 00002000:00010000:2.0:1746147263.235366:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5d880 00000100:00100000:0.0:1746147263.237633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.237707:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346982400 00000100:00100000:1.0:1746147263.237714:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346982400 00000100:00100000:1.0:1746147263.237802:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30169 00000100:00100000:1.0:1746147263.237809:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346982400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.237820:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.237832:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82661 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.237852:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.237858:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.237860:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.237863:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.237886:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 63 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.237896:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 63 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.237906:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340108800:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.238365:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.239647:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340108800:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.239665:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.239677:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:1.0:1746147263.239873:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346982400:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2062us (2241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.239880:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30169 00000100:00100000:0.0:1746147263.240086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.240320:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346982528 00000100:00100000:3.0:1746147263.240326:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346982528 00010000:00010000:3.0:1746147263.240346:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.240364:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14947 00000100:00100000:3.0:1746147263.240369:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346982528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.240379:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.240394:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.240404:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.240421:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c008b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8265a expref: 64 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.240451:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.240453:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.240488:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.240495:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.240526:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.240536:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108928:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.240780:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.242237:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.242275:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340108928:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.242389:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346982784 00000100:00100000:2.0:1746147263.242394:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346982784 00002000:00100000:2.0:1746147263.242426:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998a680 x1830967346982784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.242433:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998a680 with x1830967346982784 ext(0->4095) 00002000:00010000:2.0:1746147263.242437:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013998a680 00000100:00100000:2.0:1746147263.242452:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13556 00000100:00100000:2.0:1746147263.242457:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346982784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746147263.242554:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.242589:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346982528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2219us (2503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.242596:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14947 00000100:00100000:2.0:1746147263.242870:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346982784:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 411us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.242876:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13556 00002000:00100000:2.0:1746147263.242881:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013998a680 x1830967346982784/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.242887:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998a680 with x1830967346982784 ext(0->4095) 00002000:00010000:2.0:1746147263.242890:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013998a680 00000100:00100000:0.0:1746147263.242926:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.242992:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346982912 00000100:00100000:2.0:1746147263.242995:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346982912 00000100:00100000:2.0:1746147263.243024:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30170 00000100:00100000:2.0:1746147263.243030:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346982912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.243038:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.243050:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82668 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.243067:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.243073:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.243075:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.243078:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.243099:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.243109:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.243119:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340109056:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.243165:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.244815:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340109056:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.244833:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.244845:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:2.0:1746147263.245102:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346982912:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2071us (2175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.245109:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30170 00000100:00100000:0.0:1746147263.245756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.245863:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346983040 00000100:00100000:2.0:1746147263.245868:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346983040 00000100:00100000:2.0:1746147263.245897:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30171 00000100:00100000:2.0:1746147263.245902:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346983040:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.245913:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.245923:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8266f expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.245940:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.245944:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.245949:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.245951:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.245973:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.245982:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.245989:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626a00, rc 0) 00000100:00100000:2.0:1746147263.246022:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346983040:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.246027:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30171 00000100:00100000:1.0:1746147263.246176:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.246281:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346983168 00000100:00100000:3.0:1746147263.246285:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346983168 00010000:00010000:3.0:1746147263.246300:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.246317:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14948 00000100:00100000:3.0:1746147263.246322:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346983168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.246332:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.246346:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.246355:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.246370:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096ad6000/0x29021e8779c008bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82661 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.246382:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.246384:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.246389:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.246395:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.246413:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.246422:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.246432:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340109312:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.246469:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.248325:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.248390:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346983424 00000100:00100000:1.0:1746147263.248395:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346983424 00002000:00100000:1.0:1746147263.248424:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4380 x1830967346983424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.248432:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4380 with x1830967346983424 ext(0->4095) 00010000:00010000:1.0:1746147263.248439:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.248450:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.248460:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb4380 00000100:00100000:1.0:1746147263.248484:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2915 00000100:00100000:1.0:1746147263.248490:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346983424:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.248598:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346983424:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.248605:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2915 00002000:00100000:1.0:1746147263.248609:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094cb4380 x1830967346983424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.248616:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094cb4380 with x1830967346983424 ext(0->4095) 00010000:00010000:1.0:1746147263.248620:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.248629:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.248634:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094cb4380 00000100:00100000:3.0:1746147263.249045:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340109312:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.249059:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.249079:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346983168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2757us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.249086:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14948 00000100:00100000:0.0:1746147263.251001:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.251044:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346983552 00000100:00100000:3.0:1746147263.251051:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346983552 00010000:00010000:3.0:1746147263.251075:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.251108:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14949 00000100:00100000:3.0:1746147263.251115:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2008:x1830967346983552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.251134:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.251149:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.251159:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.251176:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82668 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.251194:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.251196:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.251201:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.251208:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.251234:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.251473:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340109440:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.251540:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.253992:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340109440:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.254004:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.254050:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2008:x1830967346983552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2934us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.254058:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14949 00000100:00100000:0.0:1746147263.254881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.255178:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346983808 00000100:00100000:3.0:1746147263.255184:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346983808 00002000:00100000:3.0:1746147263.255212:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ce00 x1830967346983808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.255221:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ce00 with x1830967346983808 ext(0->4095) 00002000:00010000:3.0:1746147263.255224:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ce00 00000100:00100000:3.0:1746147263.255666:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13557 00000100:00100000:3.0:1746147263.255673:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346983808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.255781:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346983808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (902us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.255787:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13557 00002000:00100000:3.0:1746147263.255792:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ce00 x1830967346983808/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.255805:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ce00 with x1830967346983808 ext(0->4095) 00002000:00010000:3.0:1746147263.255807:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ce00 00000100:00100000:0.0:1746147263.257589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.257756:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346983936 00000100:00100000:2.0:1746147263.257762:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346983936 00000100:00100000:2.0:1746147263.257803:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30172 00000100:00100000:2.0:1746147263.257809:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346983936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.257821:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.257836:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82676 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.257858:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.257864:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.257865:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.257869:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.257894:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.257906:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.257917:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340109568:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.257987:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.259589:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340109568:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.259609:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.259626:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:2.0:1746147263.259653:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346983936:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1844us (2067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.259659:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30172 00000100:00100000:0.0:1746147263.260756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.261217:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346984064 00000100:00100000:3.0:1746147263.261223:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346984064 00010000:00010000:3.0:1746147263.261262:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.261292:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14950 00000100:00100000:3.0:1746147263.261298:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346984064:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.261308:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.261323:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.261333:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.261350:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8266f expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.261372:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.261374:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.261379:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.261386:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.261414:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.261424:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340109696:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.261482:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.265419:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340109696:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.265438:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.265739:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346984064:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4439us (4982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.265749:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14950 00000100:00100000:0.0:1746147263.265958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.266835:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346984320 00000100:00100000:0.0:1746147263.266953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.267001:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346984320 00000100:00100000:2.0:1746147263.267025:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346984448 00000100:00100000:2.0:1746147263.267029:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346984448 00002000:00100000:1.0:1746147263.267037:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6d80 x1830967346984320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.267045:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6d80 with x1830967346984320 ext(0->4095) 00002000:00010000:1.0:1746147263.267049:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb6d80 00000100:00100000:2.0:1746147263.267054:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30173 00000100:00100000:2.0:1746147263.267060:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346984448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.267070:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746147263.267072:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13558 00000100:00100000:1.0:1746147263.267078:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346984320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746147263.267082:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8267d expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.267100:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.267106:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.267107:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.267110:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.267132:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.267141:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.267156:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340109824:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.267166:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346984320:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (1208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.267171:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13558 00002000:00100000:1.0:1746147263.267176:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bfb6d80 x1830967346984320/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.267183:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6d80 with x1830967346984320 ext(0->4095) 00010000:00010000:1.0:1746147263.267188:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.267197:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.267202:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bfb6d80 00000100:00100000:2.0:1746147263.267629:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.269145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.269488:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346984576 00000100:00100000:2.0:1746147263.269494:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346984576 00000100:00100000:2.0:1746147263.269544:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30174 00000100:00100000:2.0:1746147263.269550:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346984576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.269563:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.269575:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82684 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.269594:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.269598:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.270359:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.270364:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.270394:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.270405:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.270413:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:2.0:1746147263.270463:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1832:x1830967346984576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 911us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.270469:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30174 00000100:00100000:2.0:1746147263.271563:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340109824:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.271579:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.271589:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627c00, rc 0) 00000100:00100000:2.0:1746147263.271611:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346984448:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4551us (4659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.271617:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30173 00000100:00100000:0.0:1746147263.272596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.272707:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346984704 00000100:00100000:3.0:1746147263.272713:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346984704 00010000:00010000:3.0:1746147263.272736:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.272765:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14951 00000100:00100000:3.0:1746147263.272772:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346984704:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.272782:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.272798:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.272807:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.272824:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c008d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82676 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.272848:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.272850:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.272856:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.272867:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.272889:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.272898:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.272908:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110080:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.273040:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.274935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.274995:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346984960 00000100:00100000:2.0:1746147263.275001:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346984960 00002000:00100000:2.0:1746147263.275032:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804000 x1830967346984960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.275040:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804000 with x1830967346984960 ext(0->4095) 00010000:00010000:2.0:1746147263.275047:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.275059:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.275064:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082804000 00000100:00100000:2.0:1746147263.275091:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2916 00000100:00100000:3.0:1746147263.275093:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110080:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.275097:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346984960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746147263.275105:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.275145:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346984704:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2373us (2549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.275152:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14951 00000100:00100000:2.0:1746147263.275187:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346984960:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.275193:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2916 00002000:00100000:2.0:1746147263.275198:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804000 x1830967346984960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.275204:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804000 with x1830967346984960 ext(0->4095) 00010000:00010000:2.0:1746147263.275208:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.275216:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.275221:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082804000 00000100:00100000:0.0:1746147263.280197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.281182:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346985088 00000100:00100000:3.0:1746147263.281190:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346985088 00010000:00010000:3.0:1746147263.281218:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.281257:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14952 00000100:00100000:3.0:1746147263.281264:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346985088:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.281276:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.281291:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.281302:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.281320:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627c00/0x29021e8779c008d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8267d expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.281339:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.281341:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.281346:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.281353:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.281377:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.281387:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110208:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.281440:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.290629:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.291410:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110208:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.291428:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.291478:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346985088:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10214us (11286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.291488:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14952 00000100:00100000:1.0:1746147263.292078:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346985344 00000100:00100000:1.0:1746147263.292084:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346985344 00002000:00100000:1.0:1746147263.292117:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804700 x1830967346985344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.292126:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804700 with x1830967346985344 ext(0->4095) 00002000:00010000:1.0:1746147263.292129:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804700 00000100:00100000:1.0:1746147263.292159:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13559 00000100:00100000:1.0:1746147263.292166:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346985344:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.292276:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346985344:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (1652us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.292284:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13559 00002000:00100000:1.0:1746147263.292289:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804700 x1830967346985344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.292296:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804700 with x1830967346985344 ext(0->4095) 00002000:00010000:1.0:1746147263.292299:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804700 00000100:00100000:0.0:1746147263.297772:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.297832:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346985472 00000100:00100000:2.0:1746147263.297840:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346985472 00000100:00100000:2.0:1746147263.297889:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30175 00000100:00100000:2.0:1746147263.297897:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346985472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.297911:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.297926:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8268b expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.297949:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.297956:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.297958:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.297961:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.297990:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.298001:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.298011:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340110336:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.298372:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.301180:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340110336:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.301205:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.301220:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627000, rc 0) 00000100:00100000:2.0:1746147263.301277:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346985472:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3380us (3511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.301284:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30175 00000100:00100000:0.0:1746147263.304232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.304328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.304405:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346985600 00000100:00100000:3.0:1746147263.304412:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346985600 00010000:00010000:3.0:1746147263.304445:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.304469:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14953 00000100:00100000:3.0:1746147263.304476:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346985600:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.304487:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.304503:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.304513:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.304544:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c008e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82684 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.305279:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346985728 00000100:00100000:2.0:1746147263.305283:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346985728 00000100:00100000:2.0:1746147263.305316:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30176 00000100:00100000:2.0:1746147263.305322:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346985728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.305335:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.305345:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82692 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305359:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.305365:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305370:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.305372:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305400:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305409:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305417:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.305418:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.305423:0:20948:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305429:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305443:0:20948:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.305453:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.305462:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340110592:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.305530:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00010000:00010000:3.0:1746147263.305686:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.305713:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346985600:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1236us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.305720:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14953 00000100:00100000:0.0:1746147263.311335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.311414:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346985984 00000100:00100000:3.0:1746147263.311422:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346985984 00002000:00100000:3.0:1746147263.311458:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805500 x1830967346985984/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.311466:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805500 with x1830967346985984 ext(0->4095) 00010000:00010000:3.0:1746147263.311474:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.311485:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.311491:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805500 00000100:00100000:3.0:1746147263.311508:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2917 00000100:00100000:3.0:1746147263.311514:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346985984:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.311634:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346985984:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.311640:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2917 00002000:00100000:3.0:1746147263.311645:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805500 x1830967346985984/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.311652:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805500 with x1830967346985984 ext(0->4095) 00010000:00010000:3.0:1746147263.311656:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.311664:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.311669:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805500 00000100:00100000:2.0:1746147263.311786:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340110592:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147263.313059:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.313112:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346986112 00000100:00100000:1.0:1746147263.313117:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346986112 00010000:00010000:2.0:1746147263.313147:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626a00, rc 0) 00000100:00100000:1.0:1746147263.313158:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30177 00000100:00100000:1.0:1746147263.313165:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346986112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.313175:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.313187:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82699 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.313207:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.313212:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.313218:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.313221:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.313268:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.313278:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.313290:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4e00, rc 0) 00000100:00100000:2.0:1746147263.314173:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1814:x1830967346985728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8847us (9841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.314178:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1832:x1830967346986112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1012us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.314180:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30176 00000100:00100000:1.0:1746147263.314185:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30177 00000100:00100000:0.0:1746147263.319811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.319905:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346986240 00000100:00100000:3.0:1746147263.319913:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346986240 00010000:00010000:3.0:1746147263.319948:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.319971:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14954 00000100:00100000:3.0:1746147263.319977:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346986240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.319991:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.320005:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.320014:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.320030:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c008e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8268b expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.320335:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.320337:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.320343:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.320351:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.320376:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.320389:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.320398:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110848:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.320905:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.323782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.323877:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110848:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.323893:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.323926:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346986240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3949us (4123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.323935:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14954 00000100:00100000:1.0:1746147263.324016:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346986496 00000100:00100000:1.0:1746147263.324021:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346986496 00002000:00100000:1.0:1746147263.324049:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805c00 x1830967346986496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.324057:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805c00 with x1830967346986496 ext(0->4095) 00010000:00010000:1.0:1746147263.324064:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.324075:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.324080:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805c00 00000100:00100000:1.0:1746147263.324100:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2918 00000100:00100000:1.0:1746147263.324105:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346986496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.324184:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346986496:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.324189:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2918 00002000:00100000:1.0:1746147263.324193:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082805c00 x1830967346986496/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.324205:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805c00 with x1830967346986496 ext(0->4095) 00010000:00010000:1.0:1746147263.324209:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.324216:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.324221:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082805c00 00000100:00100000:0.0:1746147263.329631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.329724:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346986624 00000100:00100000:3.0:1746147263.329730:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346986624 00010000:00010000:3.0:1746147263.329756:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.329782:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14955 00000100:00100000:3.0:1746147263.329788:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346986624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.329800:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.329815:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.329826:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.329844:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c008ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82692 expref: 65 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.329870:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.329872:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.329878:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.329884:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.329913:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.329924:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110976:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.329998:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.332197:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.332281:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346986880 00000100:00100000:2.0:1746147263.332287:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346986880 00000100:00100000:3.0:1746147263.332288:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340110976:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.332303:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746147263.332317:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806300 x1830967346986880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.332325:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806300 with x1830967346986880 ext(0->4095) 00002000:00010000:2.0:1746147263.332329:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082806300 00000100:00100000:3.0:1746147263.332344:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346986624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2556us (2721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.332353:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14955 00000100:00100000:2.0:1746147263.332356:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13560 00000100:00100000:2.0:1746147263.332361:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2007:x1830967346986880:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147263.332445:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2007:x1830967346986880:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 83us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.332450:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13560 00002000:00100000:2.0:1746147263.332454:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806300 x1830967346986880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.332460:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806300 with x1830967346986880 ext(0->4095) 00002000:00010000:2.0:1746147263.332462:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082806300 00000100:00100000:0.0:1746147263.334825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.334894:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346987008 00000100:00100000:1.0:1746147263.334901:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346987008 00000100:00100000:1.0:1746147263.334942:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30178 00000100:00100000:1.0:1746147263.334948:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346987008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.334961:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.334973:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826a0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.334997:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.335004:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.335006:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.335008:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.335033:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.335047:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.335058:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340111104:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.335126:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.338210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.338289:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340111104:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.338313:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.338326:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5c00, rc 0) 00000100:00100000:1.0:1746147263.338368:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346987008:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3419us (3548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.338375:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30178 00000100:00100000:3.0:1746147263.338547:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346987136 00000100:00100000:3.0:1746147263.338553:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346987136 00010000:00010000:3.0:1746147263.338575:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.338606:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14956 00000100:00100000:3.0:1746147263.338612:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346987136:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.338626:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.338642:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.338652:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.338669:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c008f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82699 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.338682:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.338683:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.338688:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.338694:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.338716:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.338727:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340111232:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.338769:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.340140:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340111232:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.340150:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.340185:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346987136:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1572us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.340195:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14956 00000100:00100000:0.0:1746147263.340330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.340557:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346987392 00000100:00100000:1.0:1746147263.340561:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346987392 00002000:00100000:1.0:1746147263.340583:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806a00 x1830967346987392/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.340591:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806a00 with x1830967346987392 ext(0->4095) 00002000:00010000:1.0:1746147263.340594:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082806a00 00000100:00100000:1.0:1746147263.340605:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13561 00000100:00100000:1.0:1746147263.340610:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346987392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.340696:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346987392:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.340705:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13561 00002000:00100000:1.0:1746147263.340710:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806a00 x1830967346987392/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.340717:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806a00 with x1830967346987392 ext(0->4095) 00002000:00010000:1.0:1746147263.340719:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082806a00 00000100:00100000:0.0:1746147263.343628:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.344196:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346987520 00000100:00100000:1.0:1746147263.344203:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346987520 00000100:00100000:1.0:1746147263.344269:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30179 00000100:00100000:1.0:1746147263.344276:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346987520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.344290:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.344303:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826a7 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.344326:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.344333:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.344335:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.344338:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.344363:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.344373:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.344388:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340111360:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.344457:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.344773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.344812:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346987648 00000100:00100000:2.0:1746147263.344816:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346987648 00000100:00100000:2.0:1746147263.344845:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30180 00000100:00100000:2.0:1746147263.344850:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346987648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.344857:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.344863:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826ae expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.344874:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.344877:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.344882:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.344885:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.344904:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.344914:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 66 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.344922:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626600, rc 0) 00000100:00100000:2.0:1746147263.344943:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1832:x1830967346987648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.344948:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30180 00000100:00100000:1.0:1746147263.347308:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340111360:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.347334:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.347347:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5e00, rc 0) 00000100:00100000:1.0:1746147263.347383:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346987520:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3107us (3759us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.347390:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30179 00000100:00100000:0.0:1746147263.348740:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.348925:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346987776 00000100:00100000:3.0:1746147263.348931:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346987776 00010000:00010000:3.0:1746147263.348955:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.348984:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14957 00000100:00100000:3.0:1746147263.348990:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346987776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.349003:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.349017:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.349027:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.349046:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5c00/0x29021e8779c008fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a0 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.349289:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.349291:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.349299:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.349308:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.349334:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.349343:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.349352:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340111616:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.349413:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.351802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.351902:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346988032 00000100:00100000:2.0:1746147263.351907:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346988032 00002000:00100000:2.0:1746147263.351937:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082807800 x1830967346988032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.351946:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807800 with x1830967346988032 ext(0->4095) 00010000:00010000:2.0:1746147263.351953:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.351965:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.351971:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082807800 00000100:00100000:3.0:1746147263.352111:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340111616:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.352125:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.352154:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346987776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3164us (3417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.352163:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14957 00000100:00100000:2.0:1746147263.352393:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2919 00000100:00100000:2.0:1746147263.352400:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346988032:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.352494:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346988032:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.352499:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2919 00002000:00100000:2.0:1746147263.352504:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082807800 x1830967346988032/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.352510:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807800 with x1830967346988032 ext(0->4095) 00010000:00010000:2.0:1746147263.352515:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.352534:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.352540:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082807800 00000100:00100000:2.0:1746147263.355841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.355922:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346988160 00000100:00100000:3.0:1746147263.355929:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346988160 00010000:00010000:3.0:1746147263.355958:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.355988:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14958 00000100:00100000:3.0:1746147263.355995:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2007:x1830967346988160:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.356006:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.356021:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.356032:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.356050:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00903 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826a7 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.356162:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.356164:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.356170:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.356177:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.356203:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 64 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.356214:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340111744:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.356588:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.357999:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340111744:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.358018:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.358060:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2007:x1830967346988160:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2065us (2226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.358070:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14958 00000100:00100000:0.0:1746147263.358630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.358677:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346988416 00000100:00100000:1.0:1746147263.358687:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346988416 00002000:00100000:1.0:1746147263.358742:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082807b80 x1830967346988416/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.358750:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807b80 with x1830967346988416 ext(0->4095) 00002000:00010000:1.0:1746147263.358754:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082807b80 00000100:00100000:1.0:1746147263.358778:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13562 00000100:00100000:1.0:1746147263.358785:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346988416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.358888:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346988416:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.358894:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13562 00002000:00100000:1.0:1746147263.358899:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082807b80 x1830967346988416/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.358910:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807b80 with x1830967346988416 ext(0->4095) 00002000:00010000:1.0:1746147263.358913:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082807b80 00000100:00100000:0.0:1746147263.361335:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.361496:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346988544 00000100:00100000:1.0:1746147263.361503:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346988544 00000100:00100000:1.0:1746147263.361554:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30181 00000100:00100000:1.0:1746147263.361561:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346988544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.361577:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.361592:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826b5 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.361614:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 63 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.361621:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.361622:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.361625:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.361647:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 63 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.361657:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 63 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.361667:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340111872:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.361737:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.366730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.366827:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346988672 00000100:00100000:3.0:1746147263.366835:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346988672 00010000:00010000:3.0:1746147263.366864:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.366887:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14959 00000100:00100000:3.0:1746147263.366899:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346988672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.366912:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.366929:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.366940:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.366960:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.366962:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.366968:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.366976:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.367001:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.367012:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340112000:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.367083:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746147263.367300:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c0090a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ae expref: 64 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.367317:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340111872:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.367335:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.367343:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4e00, rc 0) 00000100:00100000:1.0:1746147263.367367:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346988544:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5807us (6038us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.367373:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30181 00000100:00100000:2.0:1746147263.369848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.369946:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340112000:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.369962:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.369992:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+63:2005:x1830967346988672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3093us (3269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.370001:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14959 00000100:00100000:1.0:1746147263.370230:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346988800 00000100:00100000:1.0:1746147263.370236:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346988800 00000100:00100000:1.0:1746147263.370299:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30182 00000100:00100000:1.0:1746147263.370305:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+63:1814:x1830967346988800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.370318:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.370330:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826bc expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.370351:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.370358:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.370360:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.370363:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.370384:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.370394:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.370403:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340112128:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.370445:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.370754:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.370802:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346989056 00000100:00100000:1.0:1746147263.370805:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346989056 00002000:00100000:1.0:1746147263.370827:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af3480 x1830967346989056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.370834:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af3480 with x1830967346989056 ext(0->4095) 00010000:00010000:1.0:1746147263.370840:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.370848:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.370854:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af3480 00000100:00100000:1.0:1746147263.371018:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2920 00000100:00100000:1.0:1746147263.371023:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346989056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.371298:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346989056:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 274us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.371304:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2920 00002000:00100000:1.0:1746147263.371309:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af3480 x1830967346989056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.371320:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af3480 with x1830967346989056 ext(0->4095) 00010000:00010000:1.0:1746147263.371324:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.371332:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.371336:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af3480 00000100:00100000:0.0:1746147263.373267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.373454:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340112128:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147263.373474:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.373486:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4000, rc 0) 00000100:00100000:1.0:1746147263.373702:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346988800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3397us (3860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.373709:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30182 00000100:00100000:0.0:1746147263.373823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.373849:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346989312 00000100:00100000:0.0:1746147263.373853:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346989312 00010000:00010000:0.0:1746147263.373869:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.373890:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14960 00000100:00100000:0.0:1746147263.373894:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346989312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147263.373903:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147263.373918:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.373927:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.373944:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4e00/0x29021e8779c00911 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826b5 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.373956:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.373957:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.373962:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.373968:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.373991:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147263.374001:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d86dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340112256:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147263.374043:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.374285:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346989184 00000100:00100000:1.0:1746147263.374289:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346989184 00000100:00100000:1.0:1746147263.374314:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30183 00000100:00100000:1.0:1746147263.374319:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1832:x1830967346989184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.374329:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.374338:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826c3 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.374351:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.374357:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.374359:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.374361:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.374375:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.374384:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.374392:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340112384:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.374423:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.378570:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.378691:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346989568 00000100:00100000:3.0:1746147263.378698:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346989568 00002000:00100000:3.0:1746147263.378733:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0000 x1830967346989568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.378742:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0000 with x1830967346989568 ext(0->4095) 00010000:00010000:3.0:1746147263.378751:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.378762:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.378768:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af0000 00000100:00100000:3.0:1746147263.378783:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2921 00000100:00100000:3.0:1746147263.378788:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2006:x1830967346989568:12345-192.168.202.9@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746147263.378897:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2006:x1830967346989568:12345-192.168.202.9@tcp:3:ldlm_bl.0 Request processed in 108us (333us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.378903:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2921 00002000:00100000:3.0:1746147263.378908:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0000 x1830967346989568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.378914:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0000 with x1830967346989568 ext(0->4095) 00010000:00010000:3.0:1746147263.378919:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.378926:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.378931:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af0000 00000100:00100000:3.0:1746147263.379004:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340112384:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.379024:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.379035:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5000, rc 0) 00000100:00100000:3.0:1746147263.379051:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1832:x1830967346989184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4732us (5789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.379056:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30183 00000100:00100000:1.0:1746147263.379148:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d86dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340112256:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.379157:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.379186:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346989312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5291us (5363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.379193:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14960 00000100:00100000:0.0:1746147263.385824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.385886:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346989696 00000100:00100000:1.0:1746147263.385894:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346989696 00010000:00010000:1.0:1746147263.385926:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.385959:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14961 00000100:00100000:1.0:1746147263.385965:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4cc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2005:x1830967346989696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.385981:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.385996:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.386006:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.386023:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4000/0x29021e8779c00918 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826bc expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.386048:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.386050:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.386055:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.386061:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.386086:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 64 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.386095:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340112512:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.386159:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.391281:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340112512:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.391297:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.391349:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4cc0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346989696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5382us (5530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.391363:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14961 00000100:00100000:0.0:1746147263.391496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.392028:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346989952 00000100:00100000:3.0:1746147263.392034:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346989952 00002000:00100000:3.0:1746147263.392065:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86e300 x1830967346989952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.392073:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e300 with x1830967346989952 ext(0->4095) 00002000:00010000:3.0:1746147263.392077:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86e300 00000100:00100000:3.0:1746147263.392101:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13563 00000100:00100000:3.0:1746147263.392107:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346989952:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.392470:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346989952:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (973us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.392477:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13563 00002000:00100000:3.0:1746147263.392482:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d86e300 x1830967346989952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.392489:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86e300 with x1830967346989952 ext(0->4095) 00002000:00010000:3.0:1746147263.392492:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86e300 00000100:00100000:0.0:1746147263.397606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.397949:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346990080 00000100:00100000:3.0:1746147263.397957:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346990080 00000100:00100000:3.0:1746147263.398010:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30184 00000100:00100000:3.0:1746147263.398017:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346990080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.398033:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.398048:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826ca expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.398071:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.398077:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.398079:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.398082:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.398107:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.398117:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.398126:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340112640:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.398197:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.401374:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340112640:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.401400:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.401415:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00000100:00100000:3.0:1746147263.401601:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346990080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3582us (4000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.401609:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30184 00000100:00100000:0.0:1746147263.403229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.403280:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346990336 00000100:00100000:3.0:1746147263.403285:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346990336 00000100:00100000:0.0:1746147263.403298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.403393:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346990208 00000100:00100000:1.0:1746147263.403397:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346990208 00010000:00010000:1.0:1746147263.403415:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.403443:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14962 00000100:00100000:1.0:1746147263.403448:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+65:2006:x1830967346990208:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.403463:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.403478:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.403489:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.403507:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5000/0x29021e8779c0091f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826c3 expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.403965:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30185 00000100:00100000:3.0:1746147263.403972:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+64:1814:x1830967346990336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.403985:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.403995:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826d1 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.404009:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.404014:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.404019:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.404023:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.404421:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.404423:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.404429:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.404435:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.404454:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.404463:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.404474:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340112896:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.404528:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.404542:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.404550:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00010000:00010000:3.0:1746147263.404591:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147263.404612:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+65:1814:x1830967346990336:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 640us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.404620:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30185 00000100:00100000:1.0:1746147263.406449:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340112896:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.406465:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.406545:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8787480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2006:x1830967346990208:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3094us (3244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.406553:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14962 00000100:00100000:0.0:1746147263.406728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.406811:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346990592 00000100:00100000:1.0:1746147263.406816:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346990592 00002000:00100000:1.0:1746147263.406845:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786300 x1830967346990592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.406853:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786300 with x1830967346990592 ext(0->4095) 00010000:00010000:1.0:1746147263.406859:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.406869:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.406874:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786300 00000100:00100000:1.0:1746147263.406900:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2922 00000100:00100000:1.0:1746147263.406905:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346990592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.407009:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8786300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346990592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.407015:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2922 00002000:00100000:1.0:1746147263.407019:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a8786300 x1830967346990592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.407026:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a8786300 with x1830967346990592 ext(0->4095) 00010000:00010000:1.0:1746147263.407030:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.407038:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.407043:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a8786300 00000100:00100000:0.0:1746147263.410135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.410226:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346990720 00000100:00100000:1.0:1746147263.410233:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346990720 00010000:00010000:1.0:1746147263.410291:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.410482:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14963 00000100:00100000:1.0:1746147263.410489:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967346990720:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.410501:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.410527:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.410538:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.410558:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00926 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ca expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.410589:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.410591:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.410597:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.410605:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.410630:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.410641:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113024:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.411195:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.413605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.413705:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113024:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.413725:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.413765:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967346990720:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3276us (3635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.413773:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14963 00000100:00100000:3.0:1746147263.413971:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346990976 00000100:00100000:3.0:1746147263.413978:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346990976 00002000:00100000:3.0:1746147263.414010:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6680 x1830967346990976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.414023:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6680 with x1830967346990976 ext(0->4095) 00002000:00010000:3.0:1746147263.414026:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6680 00000100:00100000:3.0:1746147263.414041:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13564 00000100:00100000:3.0:1746147263.414046:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346990976:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.414149:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346990976:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (552us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.414155:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13564 00002000:00100000:3.0:1746147263.414160:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed6680 x1830967346990976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.414167:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6680 with x1830967346990976 ext(0->4095) 00002000:00010000:3.0:1746147263.414170:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6680 00000100:00100000:0.0:1746147263.417083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.417134:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346991104 00000100:00100000:3.0:1746147263.417140:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346991104 00000100:00100000:3.0:1746147263.417175:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30186 00000100:00100000:3.0:1746147263.417182:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346991104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.417196:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.417210:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826d8 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.417236:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.417264:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.417266:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.417269:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.417294:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 63 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.417304:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 63 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.417314:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113152:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.417392:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.418771:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113152:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.418793:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.418804:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00000100:00100000:3.0:1746147263.418831:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346991104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1649us (1754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.418838:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30186 00000100:00100000:0.0:1746147263.422448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.422593:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346991232 00000100:00100000:2.0:1746147263.422601:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346991232 00002000:00100000:2.0:1746147263.422636:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed6300 x1830967346991232/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.422644:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6300 with x1830967346991232 ext(0->7) 00010000:00010000:2.0:1746147263.422651:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.422663:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 64 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.422670:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6300 00000100:00100000:2.0:1746147263.422695:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2923 00000100:00100000:2.0:1746147263.422701:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+64:2005:x1830967346991232:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147263.424077:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346991232:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1372us (1631us total) trans 4294972355 rc 0/0 00000100:00100000:0.0:1746147263.424086:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2923 00002000:00100000:0.0:1746147263.424092:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ed6300 x1830967346991232/t4294972355(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.424100:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6300 with x1830967346991232 ext(0->7) 00010000:00010000:0.0:1746147263.424105:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.424116:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.424122:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed6300 00000100:00100000:0.0:1746147263.435389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.435581:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346991360 00000100:00100000:1.0:1746147263.435588:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346991360 00010000:00010000:1.0:1746147263.435619:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.435662:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14964 00000100:00100000:1.0:1746147263.435669:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346991360:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.435684:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.435701:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.435712:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.435731:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0092d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d1 expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.435746:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.435748:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.435754:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.435761:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.435788:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.435799:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113280:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.435860:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.436396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.436691:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346991488 00000100:00100000:3.0:1746147263.436696:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346991488 00000100:00100000:3.0:1746147263.436732:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30187 00000100:00100000:3.0:1746147263.436738:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1814:x1830967346991488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.436750:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.436760:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826df expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.436777:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.436783:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.436785:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.436787:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 67 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.436803:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.436812:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.436820:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113408:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.436877:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.438800:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113280:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.438817:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.438854:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2005:x1830967346991360:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3185us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.438862:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14964 00000100:00100000:3.0:1746147263.439058:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113408:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.439072:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 66 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.439083:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090625c00, rc 0) 00000100:00100000:3.0:1746147263.439099:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b397c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+66:1814:x1830967346991488:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2361us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.439104:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30187 00000100:00100000:2.0:1746147263.440200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.440537:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346991744 00000100:00100000:0.0:1746147263.440543:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346991744 00002000:00100000:0.0:1746147263.440572:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0700 x1830967346991744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.440580:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0700 with x1830967346991744 ext(0->4095) 00010000:00010000:0.0:1746147263.440587:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.440598:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.440603:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af0700 00000100:00100000:0.0:1746147263.440626:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2924 00000100:00100000:0.0:1746147263.440631:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346991744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147263.440778:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346991744:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (578us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147263.440783:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2924 00002000:00100000:0.0:1746147263.440788:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0700 x1830967346991744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.440795:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0700 with x1830967346991744 ext(0->4095) 00010000:00010000:0.0:1746147263.440799:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.440807:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.440812:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880079af0700 00000100:00100000:0.0:1746147263.444317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.444486:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346991872 00000100:00100000:1.0:1746147263.444494:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346991872 00010000:00010000:1.0:1746147263.444528:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.444563:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14965 00000100:00100000:1.0:1746147263.444569:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967346991872:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.444579:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.444594:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.444605:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.444623:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00934 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826d8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.444649:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.444651:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.444658:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.444664:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.444690:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.444700:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113536:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.444758:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.446515:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113536:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.446541:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.446578:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967346991872:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2008us (2266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.446586:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14965 00000100:00100000:0.0:1746147263.446693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.446790:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346992128 00000100:00100000:3.0:1746147263.446795:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346992128 00002000:00100000:3.0:1746147263.446820:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4000 x1830967346992128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.446827:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967346992128 ext(0->4095) 00002000:00010000:3.0:1746147263.446831:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4000 00000100:00100000:3.0:1746147263.446856:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13565 00000100:00100000:3.0:1746147263.446862:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2008:x1830967346992128:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147263.447450:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2008:x1830967346992128:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 586us (757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.447456:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13565 00002000:00100000:3.0:1746147263.447461:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed4000 x1830967346992128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.447468:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967346992128 ext(0->4095) 00002000:00010000:3.0:1746147263.447470:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4000 00000100:00100000:0.0:1746147263.449729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.449951:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346992256 00000100:00100000:3.0:1746147263.449957:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346992256 00000100:00100000:3.0:1746147263.450789:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30188 00000100:00100000:3.0:1746147263.450798:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346992256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.450812:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.450828:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826e6 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.450856:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.450862:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.450864:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.450866:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.450890:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 65 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.450900:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 65 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.450909:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113664:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.451526:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.459421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.459528:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113664:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.459554:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.459570:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8800, rc 0) 00000100:00100000:3.0:1746147263.459618:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346992256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8821us (9893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.459625:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30188 00000100:00100000:2.0:1746147263.460106:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346992384 00000100:00100000:2.0:1746147263.460112:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346992384 00002000:00100000:2.0:1746147263.460143:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907ddc00 x1830967346992384/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.460152:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddc00 with x1830967346992384 ext(0->7) 00010000:00010000:2.0:1746147263.460157:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.460168:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 66 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.460174:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907ddc00 00000100:00100000:2.0:1746147263.460190:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2925 00000100:00100000:2.0:1746147263.460197:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+66:2005:x1830967346992384:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147263.462040:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346992384:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1839us (2623us total) trans 4294972356 rc 0/0 00000100:00100000:0.0:1746147263.462049:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2925 00002000:00100000:0.0:1746147263.462056:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800907ddc00 x1830967346992384/t4294972356(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.462065:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddc00 with x1830967346992384 ext(0->7) 00010000:00010000:0.0:1746147263.462072:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 68 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.462084:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 68 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.462090:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907ddc00 00000100:00100000:0.0:1746147263.465222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.465340:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346992512 00000100:00100000:1.0:1746147263.465348:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346992512 00010000:00010000:1.0:1746147263.465377:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 68 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.465415:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14966 00000100:00100000:1.0:1746147263.465423:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2008:x1830967346992512:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.465434:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.465449:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 68 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.465460:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 68 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.465484:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c0093b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826df expref: 68 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.465514:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.465516:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.465531:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.465539:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.465566:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.465577:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800907dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113792:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.465641:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.471356:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.471448:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800907dca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340113792:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.471467:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.471503:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+67:2008:x1830967346992512:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6080us (6287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.471513:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14966 00000100:00100000:2.0:1746147263.471615:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346992768 00000100:00100000:2.0:1746147263.471621:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346992768 00002000:00100000:2.0:1746147263.471651:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29e300 x1830967346992768/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.471660:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29e300 with x1830967346992768 ext(0->4095) 00002000:00010000:2.0:1746147263.471664:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29e300 00000100:00100000:2.0:1746147263.471678:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13566 00000100:00100000:2.0:1746147263.471683:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346992768:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.471767:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346992768:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.471772:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13566 00002000:00100000:2.0:1746147263.471777:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29e300 x1830967346992768/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.471783:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29e300 with x1830967346992768 ext(0->4095) 00002000:00010000:2.0:1746147263.471785:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29e300 00000100:00100000:0.0:1746147263.472154:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.472266:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346992896 00000100:00100000:3.0:1746147263.472270:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346992896 00000100:00100000:3.0:1746147263.472289:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30189 00000100:00100000:3.0:1746147263.472294:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+67:1814:x1830967346992896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.472302:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.472312:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826ed expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.472329:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.472335:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.472336:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.472339:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 68 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.472358:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.472366:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.472374:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113920:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.472419:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.476310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.476695:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346993024 00000100:00100000:2.0:1746147263.476702:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346993024 00000100:00100000:2.0:1746147263.476742:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30190 00000100:00100000:2.0:1746147263.476748:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+69:1832:x1830967346993024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.476762:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.476774:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826f4 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.476806:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.476810:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.476815:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.476818:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.476844:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.476859:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.476867:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627400, rc 0) 00000100:00100000:2.0:1746147263.476908:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1832:x1830967346993024:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.476913:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30190 00000100:00100000:1.0:1746147263.477620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.477632:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340113920:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.477646:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.477653:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00000100:00100000:3.0:1746147263.477681:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+69:1814:x1830967346992896:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5387us (5528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.477686:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30189 00000100:00100000:0.0:1746147263.477957:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346993152 00000100:00100000:0.0:1746147263.477961:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346993152 00010000:00010000:0.0:1746147263.477975:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.477997:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14967 00000100:00100000:0.0:1746147263.478001:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346993152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147263.478007:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147263.478021:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.478029:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.478042:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00942 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826e6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.478061:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.478062:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.478067:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 68 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.478073:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 68 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.478090:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 68 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.478098:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 68 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.478108:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114176:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147263.478155:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e240 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.482328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.482410:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114176:192.168.202.9@tcp:105: 00010000:00010000:0.0:1746147263.482425:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147263.482457:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346993152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4455us (4838us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147263.482466:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14967 00000100:00100000:2.0:1746147263.482984:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346993408 00000100:00100000:2.0:1746147263.482990:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346993408 00002000:00100000:2.0:1746147263.483021:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907df800 x1830967346993408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.483029:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df800 with x1830967346993408 ext(0->4095) 00010000:00010000:2.0:1746147263.483035:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.483050:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.483055:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df800 00000100:00100000:2.0:1746147263.483079:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2926 00000100:00100000:2.0:1746147263.483085:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2005:x1830967346993408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.483189:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2005:x1830967346993408:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (867us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.483195:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2926 00002000:00100000:2.0:1746147263.483200:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907df800 x1830967346993408/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.483206:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df800 with x1830967346993408 ext(0->4095) 00010000:00010000:2.0:1746147263.483210:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.483217:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.483222:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800907df800 00000100:00100000:0.0:1746147263.487803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.487968:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346993536 00000100:00100000:2.0:1746147263.487975:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346993536 00010000:00010000:2.0:1746147263.488005:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.488033:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14968 00000100:00100000:2.0:1746147263.488041:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2006:x1830967346993536:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.488051:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.488066:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.488076:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.488094:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00949 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826ed expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.488119:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.488121:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.488127:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 68 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.488134:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 68 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.488158:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 68 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.488168:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114304:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.488234:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.493297:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114304:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.493314:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.493349:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2006:x1830967346993536:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5308us (5552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.493359:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14968 00000100:00100000:0.0:1746147263.493974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.494081:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346993792 00000100:00100000:1.0:1746147263.494087:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346993792 00002000:00100000:1.0:1746147263.494384:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29df80 x1830967346993792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.494393:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29df80 with x1830967346993792 ext(0->4095) 00002000:00010000:1.0:1746147263.494397:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29df80 00000100:00100000:1.0:1746147263.494411:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13567 00000100:00100000:1.0:1746147263.494416:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346993792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.495095:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346993792:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 677us (1120us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.495101:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13567 00002000:00100000:1.0:1746147263.495107:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29df80 x1830967346993792/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.495114:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29df80 with x1830967346993792 ext(0->4095) 00002000:00010000:1.0:1746147263.495117:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29df80 00000100:00100000:0.0:1746147263.498005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.500805:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346993920 00000100:00100000:3.0:1746147263.500815:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346993920 00000100:00100000:3.0:1746147263.500870:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30191 00000100:00100000:3.0:1746147263.500877:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346993920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.500891:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.500905:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b826fb expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.500929:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 67 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.500935:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.500937:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.500940:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.500964:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 67 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.500974:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 67 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.500985:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340114432:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.501066:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.503439:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340114432:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.503460:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.503473:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00000100:00100000:3.0:1746147263.503503:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346993920:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2627us (5503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.503509:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30191 00000100:00100000:0.0:1746147263.503977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.504046:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346994048 00000100:00100000:1.0:1746147263.504051:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346994048 00002000:00100000:1.0:1746147263.504076:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d29c700 x1830967346994048/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.504084:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c700 with x1830967346994048 ext(0->7) 00010000:00010000:1.0:1746147263.504090:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 68 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.504099:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 68 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.504104:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c700 00000100:00100000:1.0:1746147263.504130:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2927 00000100:00100000:1.0:1746147263.504136:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+68:2005:x1830967346994048:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147263.507573:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346994048:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 3429us (3589us total) trans 4294972357 rc 0/0 00000100:00100000:0.0:1746147263.507582:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2927 00002000:00100000:0.0:1746147263.507591:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d29c700 x1830967346994048/t4294972357(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.507599:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c700 with x1830967346994048 ext(0->7) 00010000:00010000:0.0:1746147263.507607:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.507619:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.507624:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c700 00000100:00100000:0.0:1746147263.510491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.510659:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346994176 00000100:00100000:2.0:1746147263.510666:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346994176 00010000:00010000:2.0:1746147263.510694:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.510715:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14969 00000100:00100000:2.0:1746147263.510720:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2007:x1830967346994176:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.510731:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.510746:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.510756:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.510774:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00950 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826f4 expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.510992:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.510994:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.511001:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.511008:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.511033:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.511044:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114560:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.512105:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.515385:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.515451:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346994432 00000100:00100000:1.0:1746147263.515458:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346994432 00002000:00100000:1.0:1746147263.515494:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf480 x1830967346994432/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.515503:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf480 with x1830967346994432 ext(0->4095) 00002000:00010000:1.0:1746147263.515508:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf480 00000100:00100000:2.0:1746147263.515597:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114560:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.515612:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.515648:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2007:x1830967346994176:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4927us (5163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.515656:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14969 00000100:00100000:1.0:1746147263.515833:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13568 00000100:00100000:1.0:1746147263.515841:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346994432:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.516064:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346994432:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 223us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.516070:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13568 00002000:00100000:1.0:1746147263.516075:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093fbf480 x1830967346994432/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.516082:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fbf480 with x1830967346994432 ext(0->4095) 00002000:00010000:1.0:1746147263.516085:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093fbf480 00000100:00100000:0.0:1746147263.517405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.517672:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346994688 00000100:00100000:3.0:1746147263.517678:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346994688 00000100:00100000:3.0:1746147263.517704:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30192 00000100:00100000:3.0:1746147263.517709:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+69:1832:x1830967346994688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.517847:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.517861:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82709 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.517883:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.517889:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.517890:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.517893:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.517912:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.517922:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.517932:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340114688:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.518282:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.518385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.518504:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346994560 00000100:00100000:2.0:1746147263.518508:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346994560 00000100:00100000:2.0:1746147263.518570:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30193 00000100:00100000:2.0:1746147263.518576:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+71:1814:x1830967346994560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.518582:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.518589:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82702 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.518601:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.518604:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 72 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.518609:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.518611:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 72 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.518630:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 72 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.518643:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 72 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.518651:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627000, rc 0) 00000100:00100000:2.0:1746147263.518986:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+72:1814:x1830967346994560:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 408us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.518992:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30193 00000100:00100000:3.0:1746147263.520286:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340114688:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147263.520288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147263.520301:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.520310:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147263.520391:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+71:1832:x1830967346994688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2681us (2987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.520398:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30192 00000100:00100000:2.0:1746147263.520448:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346994816 00000100:00100000:2.0:1746147263.520452:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346994816 00010000:00010000:2.0:1746147263.520468:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.520485:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14970 00000100:00100000:2.0:1746147263.520491:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346994816:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.520499:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.520515:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.520535:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.520552:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00957 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b826fb expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.520712:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.520714:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.520721:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.520728:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.520749:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 70 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.520759:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 70 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.520767:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114944:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.520839:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.523140:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340114944:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.523154:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.523193:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967346994816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2701us (2903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.523200:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14970 00000100:00100000:0.0:1746147263.524681:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.524757:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346995072 00000100:00100000:1.0:1746147263.524764:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346995072 00002000:00100000:1.0:1746147263.524798:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a61f80 x1830967346995072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.524806:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61f80 with x1830967346995072 ext(0->4095) 00010000:00010000:1.0:1746147263.524813:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.524830:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.524835:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a61f80 00000100:00100000:1.0:1746147263.524857:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2928 00000100:00100000:1.0:1746147263.524863:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2005:x1830967346995072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.525483:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2005:x1830967346995072:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 620us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.525490:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2928 00002000:00100000:1.0:1746147263.525496:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094a61f80 x1830967346995072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.525502:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a61f80 with x1830967346995072 ext(0->4095) 00010000:00010000:1.0:1746147263.525506:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.525513:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.525529:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a61f80 00000100:00100000:0.0:1746147263.528799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.528854:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346995200 00000100:00100000:3.0:1746147263.528861:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346995200 00000100:00100000:3.0:1746147263.528906:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30194 00000100:00100000:3.0:1746147263.528913:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346995200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.528927:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.528940:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82710 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.528959:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.528964:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.528970:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147263.528973:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.529007:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.529018:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.529027:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9a00, rc 0) 00000100:00100000:3.0:1746147263.529067:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346995200:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.529073:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30194 00000100:00100000:0.0:1746147263.529334:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.529375:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346995328 00000100:00100000:3.0:1746147263.529379:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346995328 00010000:00010000:3.0:1746147263.529393:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.529424:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14971 00000100:00100000:3.0:1746147263.529429:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2008:x1830967346995328:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.529437:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.529451:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.529461:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.529474:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c0095e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82709 expref: 71 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.529491:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.529493:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.529498:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.529504:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.529531:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.529541:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.529551:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115200:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.529596:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.532113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.532131:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115200:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.532148:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.532175:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2008:x1830967346995328:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2746us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.532182:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14971 00000100:00100000:1.0:1746147263.532351:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346995584 00000100:00100000:1.0:1746147263.532355:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346995584 00002000:00100000:1.0:1746147263.532381:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed1f80 x1830967346995584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.532389:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed1f80 with x1830967346995584 ext(0->4095) 00010000:00010000:1.0:1746147263.532396:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.532410:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.532416:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed1f80 00000100:00100000:1.0:1746147263.532428:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2929 00000100:00100000:1.0:1746147263.532433:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2006:x1830967346995584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.532537:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2006:x1830967346995584:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (428us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.532542:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2929 00002000:00100000:1.0:1746147263.532547:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed1f80 x1830967346995584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.532553:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed1f80 with x1830967346995584 ext(0->4095) 00010000:00010000:1.0:1746147263.532558:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.532566:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 70 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.532571:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed1f80 00000100:00100000:0.0:1746147263.533914:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.534000:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346995712 00000100:00100000:3.0:1746147263.534005:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346995712 00000100:00100000:3.0:1746147263.534034:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30195 00000100:00100000:3.0:1746147263.534039:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1814:x1830967346995712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.534051:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.534062:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82717 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.534078:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.534082:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.534086:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147263.534089:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 71 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.534112:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.534120:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 71 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.534127:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00000100:00100000:3.0:1746147263.534147:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+71:1814:x1830967346995712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.534151:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30195 00000100:00100000:0.0:1746147263.534945:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.535022:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346995840 00000100:00100000:3.0:1746147263.535025:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346995840 00010000:00010000:3.0:1746147263.535041:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.535072:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14972 00000100:00100000:3.0:1746147263.535078:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2007:x1830967346995840:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.535086:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.535100:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.535109:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.535123:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00965 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82702 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.535133:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.535134:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.535139:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.535209:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.535229:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.535266:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.535277:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115456:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.535529:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.536866:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115456:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.536881:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.536906:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2007:x1830967346995840:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1828us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.536913:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14972 00000100:00100000:0.0:1746147263.538123:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.538173:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346996096 00000100:00100000:1.0:1746147263.538179:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346996096 00002000:00100000:1.0:1746147263.538215:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0700 x1830967346996096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.538228:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0700 with x1830967346996096 ext(0->4095) 00010000:00010000:1.0:1746147263.538236:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.538279:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.538285:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0700 00000100:00100000:1.0:1746147263.538309:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2930 00000100:00100000:1.0:1746147263.538315:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346996096:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.538846:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346996096:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 530us (725us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.538851:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2930 00002000:00100000:1.0:1746147263.538857:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ed0700 x1830967346996096/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.538863:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed0700 with x1830967346996096 ext(0->4095) 00010000:00010000:1.0:1746147263.538867:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.538876:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.538882:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ed0700 00000100:00100000:0.0:1746147263.540822:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.541237:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346996224 00000100:00100000:3.0:1746147263.541273:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346996224 00010000:00010000:3.0:1746147263.541296:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.541387:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14973 00000100:00100000:3.0:1746147263.541394:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346996224:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.541403:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.541417:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.541426:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.541443:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9a00/0x29021e8779c0096c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82710 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.541455:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.541457:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.541463:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 69 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.541470:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 69 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.541494:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 69 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.541504:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115584:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.541568:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.543282:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115584:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.543294:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.543384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.543456:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346996480 00000100:00100000:2.0:1746147263.543460:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346996480 00002000:00100000:2.0:1746147263.543488:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dca80 x1830967346996480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.543496:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dca80 with x1830967346996480 ext(0->4095) 00002000:00010000:2.0:1746147263.543499:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dca80 00000100:00100000:2.0:1746147263.543512:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13569 00000100:00100000:2.0:1746147263.543529:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346996480:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.543629:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346996480:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.543635:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13569 00002000:00100000:2.0:1746147263.543640:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800907dca80 x1830967346996480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.543646:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dca80 with x1830967346996480 ext(0->4095) 00002000:00010000:2.0:1746147263.543648:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dca80 00000100:00100000:3.0:1746147263.543695:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346996224:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2302us (2876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.543702:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14973 00000100:00100000:0.0:1746147263.545707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.545799:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346996608 00000100:00100000:2.0:1746147263.545804:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346996608 00000100:00100000:2.0:1746147263.545843:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30196 00000100:00100000:2.0:1746147263.545849:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346996608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.545860:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.545872:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8271e expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.545891:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 69 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.545898:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.545899:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.545902:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.545924:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 69 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.545938:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 69 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.545948:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340115712:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.546011:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.547891:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340115712:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.547912:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.547930:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:2.0:1746147263.548021:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346996608:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2172us (2318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.548028:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30196 00000100:00100000:0.0:1746147263.549134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.549307:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346996736 00000100:00100000:3.0:1746147263.549313:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346996736 00010000:00010000:2.0:1746147263.549388:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 70 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.549419:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14974 00000100:00100000:2.0:1746147263.549425:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2006:x1830967346996736:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.549436:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.549451:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 70 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.549460:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 70 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.549482:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c00973 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82717 expref: 70 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.549505:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.549506:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.549511:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.549527:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.549551:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.549561:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115840:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.549620:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.551605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.551826:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346996992 00000100:00100000:1.0:1746147263.551831:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346996992 00002000:00100000:1.0:1746147263.551864:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ca80 x1830967346996992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.551871:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ca80 with x1830967346996992 ext(0->4095) 00002000:00010000:1.0:1746147263.551875:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ca80 00000100:00100000:2.0:1746147263.551958:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340115840:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.551972:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.552002:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+69:2006:x1830967346996736:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2576us (2869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.552010:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14974 00000100:00100000:1.0:1746147263.552221:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13570 00000100:00100000:1.0:1746147263.552227:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346996992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.552333:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346996992:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.552338:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13570 00002000:00100000:1.0:1746147263.552343:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ca80 x1830967346996992/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.552349:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ca80 with x1830967346996992 ext(0->4095) 00002000:00010000:1.0:1746147263.552351:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ca80 00000100:00100000:0.0:1746147263.554332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.554367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.555080:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346997120 00000100:00100000:2.0:1746147263.555086:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346997120 00000100:00100000:2.0:1746147263.555112:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346997248 00000100:00100000:2.0:1746147263.555113:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346997248 00000100:00100000:2.0:1746147263.555230:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30197 00000100:00100000:2.0:1746147263.555237:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1832:x1830967346997120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.555265:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.555278:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82725 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.555301:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.555308:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.555309:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.555312:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.555335:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.555344:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.555354:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340115968:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.555412:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.555459:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30198 00000100:00100000:0.0:1746147263.555465:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+71:1814:x1830967346997248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147263.555472:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147263.555478:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8272c expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.555487:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.555490:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 72 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.555499:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147263.555502:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 72 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.555529:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 72 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.555539:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 72 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.555547:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918000, rc 0) 00000100:00100000:0.0:1746147263.555564:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+72:1814:x1830967346997248:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147263.555569:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30198 00000100:00100000:2.0:1746147263.571315:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340115968:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.571342:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.571357:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627000, rc 0) 00000100:00100000:2.0:1746147263.571395:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+71:1832:x1830967346997120:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16158us (17066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.571403:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30197 00000100:00100000:2.0:1746147263.571496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.573126:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346997376 00000100:00100000:3.0:1746147263.573133:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346997376 00010000:00010000:3.0:1746147263.573157:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.573186:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14975 00000100:00100000:3.0:1746147263.573191:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346997376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.573201:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.573214:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.573222:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.573259:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c0097a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8271e expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.573274:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.573276:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.573281:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.573287:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.573309:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 70 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.573317:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 70 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.573326:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340116224:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.573380:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093472a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.579475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.579551:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346997632 00000100:00100000:2.0:1746147263.579558:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346997632 00002000:00100000:2.0:1746147263.579600:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082c700 x1830967346997632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.579608:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c700 with x1830967346997632 ext(0->4095) 00010000:00010000:2.0:1746147263.579615:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.579626:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.579631:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082c700 00000100:00100000:2.0:1746147263.579659:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2931 00000100:00100000:2.0:1746147263.579665:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2005:x1830967346997632:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.579782:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2005:x1830967346997632:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.579788:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2931 00002000:00100000:2.0:1746147263.579793:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082c700 x1830967346997632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.579799:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082c700 with x1830967346997632 ext(0->4095) 00010000:00010000:2.0:1746147263.579804:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.579815:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.579820:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082c700 00000100:00100000:3.0:1746147263.580197:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340116224:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.580210:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.580233:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346997376:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7041us (8736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.580258:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14975 00000100:00100000:0.0:1746147263.585826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.585873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.585954:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346997760 00000100:00100000:2.0:1746147263.586110:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346997760 00000100:00100000:2.0:1746147263.586158:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30199 00000100:00100000:2.0:1746147263.586165:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346997760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.586180:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.586194:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82733 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.586212:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.586218:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.586223:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147263.586225:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.586277:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.586288:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.586297:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:2.0:1746147263.586334:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346997760:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.586339:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30199 00000100:00100000:3.0:1746147263.586473:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346997888 00000100:00100000:3.0:1746147263.586477:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346997888 00010000:00010000:3.0:1746147263.586494:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.586531:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14976 00000100:00100000:3.0:1746147263.586537:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2008:x1830967346997888:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.586543:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.586557:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.586566:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.586584:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00981 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82725 expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.586596:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.586597:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.586602:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.586608:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.586625:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.586634:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.586645:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340116480:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.586696:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.590021:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340116480:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.590039:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.590081:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2008:x1830967346997888:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3543us (4206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.590089:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14976 00000100:00100000:0.0:1746147263.592330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.592452:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346998144 00000100:00100000:1.0:1746147263.592459:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346998144 00002000:00100000:1.0:1746147263.592494:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082f480 x1830967346998144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.592502:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082f480 with x1830967346998144 ext(0->4095) 00010000:00010000:1.0:1746147263.592510:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.592530:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.592540:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082f480 00000100:00100000:1.0:1746147263.592568:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2932 00000100:00100000:1.0:1746147263.592575:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346998144:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.592688:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346998144:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.592693:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2932 00002000:00100000:1.0:1746147263.592699:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082f480 x1830967346998144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.592705:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082f480 with x1830967346998144 ext(0->4095) 00010000:00010000:1.0:1746147263.592710:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.592718:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 70 pid: 10034 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.592723:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082f480 00000100:00100000:0.0:1746147263.596484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.596699:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346998272 00000100:00100000:0.0:1746147263.596750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.597083:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346998272 00000100:00100000:2.0:1746147263.597118:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30200 00000100:00100000:2.0:1746147263.597123:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1814:x1830967346998272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.597136:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.597149:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8273a expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.597167:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.597171:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.597176:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147263.597179:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.597336:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346998400 00000100:00100000:3.0:1746147263.597340:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346998400 00010000:00010000:3.0:1746147263.597356:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 72 pid: 10034 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.597386:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14977 00000100:00100000:3.0:1746147263.597391:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2006:x1830967346998400:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.597398:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.597411:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 72 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.597422:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 72 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.598664:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918000/0x29021e8779c00988 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8272c expref: 72 pid: 10034 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.598774:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.598789:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.598797:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.598799:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.598804:0:9588:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.598815:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.598835:0:9588:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.598845:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.598856:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340116736:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.598933:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00010000:00010000:3.0:1746147263.599324:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.599349:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346998400:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1957us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.599356:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14977 00000100:00100000:0.0:1746147263.605045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.605850:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346998656 00000100:00100000:2.0:1746147263.605858:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346998656 00002000:00100000:2.0:1746147263.605890:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d180 x1830967346998656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.605898:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967346998656 ext(0->4095) 00010000:00010000:2.0:1746147263.605906:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.605916:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.605921:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d180 00000100:00100000:2.0:1746147263.606134:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2933 00000100:00100000:2.0:1746147263.606141:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346998656:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.606266:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967346998656:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (1226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.606272:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2933 00002000:00100000:2.0:1746147263.606278:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d180 x1830967346998656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.606284:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d180 with x1830967346998656 ext(0->4095) 00010000:00010000:2.0:1746147263.606288:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.606296:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.606301:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d180 00000100:00100000:2.0:1746147263.606786:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340116736:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.606800:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626600, rc 0) 00000100:00100000:2.0:1746147263.606833:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1814:x1830967346998272:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9709us (10355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.606842:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30200 00000100:00100000:0.0:1746147263.607896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.607977:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346998784 00000100:00100000:2.0:1746147263.607981:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346998784 00000100:00100000:2.0:1746147263.608003:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30201 00000100:00100000:2.0:1746147263.608013:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:1832:x1830967346998784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.608023:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.608035:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82741 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.608057:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.608061:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.608066:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.608069:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.608094:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.608104:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.608112:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626400, rc 0) 00000100:00100000:2.0:1746147263.608142:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+71:1832:x1830967346998784:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.608147:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30201 00000100:00100000:0.0:1746147263.613069:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.613137:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346998912 00000100:00100000:3.0:1746147263.613143:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346998912 00010000:00010000:3.0:1746147263.613176:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.613212:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14978 00000100:00100000:3.0:1746147263.613218:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967346998912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.613229:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.613277:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.613289:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.613307:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c0098f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82733 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.613332:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.613334:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.613340:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 70 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.613347:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 70 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.613384:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 70 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.613393:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 70 pid: 9588 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.613403:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340116992:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.613477:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.615977:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.616019:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346999040 00000100:00100000:1.0:1746147263.616025:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346999040 00010000:00010000:1.0:1746147263.616045:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.616080:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14979 00000100:00100000:1.0:1746147263.616087:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+71:2006:x1830967346999040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.616096:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.616111:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.616121:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.616136:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.616138:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.616142:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.616149:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.616170:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 71 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.616179:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117120:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.616222:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00010000:00010000:3.0:1746147263.616494:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00996 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8273a expref: 71 pid: 9588 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.616515:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340116992:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.616536:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.616557:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967346998912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3339us (3494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.616563:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14978 00000100:00100000:0.0:1746147263.619504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.619827:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117120:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.619845:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.619874:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2006:x1830967346999040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3787us (3899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.619882:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14979 00000100:00100000:2.0:1746147263.620816:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346999296 00000100:00100000:2.0:1746147263.620822:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346999296 00002000:00100000:2.0:1746147263.620851:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424e00 x1830967346999296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.620860:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424e00 with x1830967346999296 ext(0->4095) 00002000:00010000:2.0:1746147263.620864:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424e00 00000100:00100000:2.0:1746147263.620883:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13571 00000100:00100000:2.0:1746147263.620888:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2007:x1830967346999296:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147263.620977:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2007:x1830967346999296:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (1479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.620982:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13571 00002000:00100000:2.0:1746147263.620987:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091424e00 x1830967346999296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.620994:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424e00 with x1830967346999296 ext(0->4095) 00002000:00010000:2.0:1746147263.620996:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091424e00 00000100:00100000:0.0:1746147263.625077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.625157:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346999424 00000100:00100000:2.0:1746147263.625163:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346999424 00000100:00100000:2.0:1746147263.625199:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30202 00000100:00100000:2.0:1746147263.625205:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967346999424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.625222:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.625234:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82748 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.625278:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 69 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.625285:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.625287:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.625290:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.625312:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 69 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.625326:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 69 pid: 9588 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.625336:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340117248:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.625874:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.627126:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340117248:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.627145:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.627155:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:2.0:1746147263.627181:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967346999424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1976us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.627187:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30202 00000100:00100000:0.0:1746147263.631021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.631328:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346999552 00000100:00100000:2.0:1746147263.631336:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346999552 00002000:00100000:2.0:1746147263.631371:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091427480 x1830967346999552/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.631380:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427480 with x1830967346999552 ext(0->7) 00010000:00010000:2.0:1746147263.631387:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 70 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.631398:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 70 pid: 9588 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.631410:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091427480 00000100:00100000:2.0:1746147263.631439:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2934 00000100:00100000:2.0:1746147263.631446:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+70:2005:x1830967346999552:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147263.632143:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2005:x1830967346999552:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 696us (1126us total) trans 4294972358 rc 0/0 00000100:00100000:0.0:1746147263.632150:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2934 00002000:00100000:0.0:1746147263.632155:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880091427480 x1830967346999552/t4294972358(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.632162:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427480 with x1830967346999552 ext(0->7) 00010000:00010000:0.0:1746147263.632167:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 72 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.632176:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 72 pid: 9588 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.632181:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091427480 00000100:00100000:0.0:1746147263.651192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.651489:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346999680 00000100:00100000:0.0:1746147263.651490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.651496:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346999680 00010000:00010000:1.0:1746147263.651535:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 72 pid: 9588 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.651574:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967346999808 00000100:00100000:2.0:1746147263.651577:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967346999808 00000100:00100000:2.0:1746147263.651615:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30203 00000100:00100000:2.0:1746147263.651621:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+73:1814:x1830967346999808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.651635:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.651646:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8274f expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.651646:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14980 00000100:00100000:1.0:1746147263.651651:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+73:2006:x1830967346999680:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.651660:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.651665:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.651669:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.651674:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147263.651677:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 74 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.651732:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 74 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.651742:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 74 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.651756:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c0099d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82741 expref: 74 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.651774:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.651775:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.651780:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.651785:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.651805:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.651813:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.651827:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117376:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.651840:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.651847:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.651853:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340117504:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.652004:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.652013:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.658142:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340117504:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.658168:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.658181:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:3.0:1746147263.658215:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+73:1814:x1830967346999808:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6593us (6725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.658222:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30203 00000100:00100000:1.0:1746147263.661020:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117376:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.661040:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.661071:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2006:x1830967346999680:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9418us (9885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.661080:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14980 00000100:00100000:0.0:1746147263.661293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.661338:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347000064 00000100:00100000:2.0:1746147263.661343:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347000064 00002000:00100000:2.0:1746147263.661370:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575500 x1830967347000064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.661378:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967347000064 ext(0->4095) 00010000:00010000:2.0:1746147263.661384:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.661394:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.661399:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575500 00000100:00100000:2.0:1746147263.661412:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2935 00000100:00100000:2.0:1746147263.661417:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347000064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.661510:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347000064:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.661515:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2935 00002000:00100000:2.0:1746147263.661529:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130575500 x1830967347000064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.661536:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967347000064 ext(0->4095) 00010000:00010000:2.0:1746147263.661539:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.661547:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.661552:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130575500 00000100:00100000:0.0:1746147263.667093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.667592:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347000192 00000100:00100000:1.0:1746147263.667600:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347000192 00010000:00010000:1.0:1746147263.667629:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.667664:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14981 00000100:00100000:1.0:1746147263.667671:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347000192:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.667683:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.667699:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.667710:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.667728:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c009a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82748 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.667756:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.667759:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.667764:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.667771:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.667798:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.667809:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117632:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.670228:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.673458:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117632:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.673480:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.673543:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347000192:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5847us (6430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.673554:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14981 00000100:00100000:0.0:1746147263.674007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.674081:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347000448 00000100:00100000:2.0:1746147263.674086:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347000448 00002000:00100000:2.0:1746147263.674116:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574a80 x1830967347000448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.674124:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574a80 with x1830967347000448 ext(0->4095) 00002000:00010000:2.0:1746147263.674128:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574a80 00000100:00100000:2.0:1746147263.674143:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13572 00000100:00100000:2.0:1746147263.674149:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2007:x1830967347000448:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147263.674968:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2007:x1830967347000448:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 817us (960us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.674975:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13572 00002000:00100000:2.0:1746147263.674980:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130574a80 x1830967347000448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.674987:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574a80 with x1830967347000448 ext(0->4095) 00002000:00010000:2.0:1746147263.674989:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574a80 00000100:00100000:0.0:1746147263.681586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.681648:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347000576 00000100:00100000:3.0:1746147263.681655:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347000576 00000100:00100000:3.0:1746147263.681706:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30204 00000100:00100000:3.0:1746147263.681713:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347000576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.681727:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.681741:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82756 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.681764:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.681772:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.681774:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.681776:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.681801:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 71 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.681811:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 71 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.681820:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340117760:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.681907:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.685593:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340117760:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.685618:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.685637:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147263.685672:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347000576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3959us (4092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.685679:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30204 00000100:00100000:0.0:1746147263.687221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.687365:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347000704 00000100:00100000:2.0:1746147263.687371:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347000704 00002000:00100000:2.0:1746147263.687404:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051df80 x1830967347000704/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.687412:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051df80 with x1830967347000704 ext(0->7) 00010000:00010000:2.0:1746147263.687419:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 72 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.687435:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 72 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.687441:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051df80 00000100:00100000:2.0:1746147263.687454:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2936 00000100:00100000:2.0:1746147263.687460:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+72:2006:x1830967347000704:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147263.689067:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2006:x1830967347000704:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1603us (1844us total) trans 4294972359 rc 0/0 00000100:00100000:0.0:1746147263.689075:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2936 00002000:00100000:0.0:1746147263.689081:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009051df80 x1830967347000704/t4294972359(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.689095:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051df80 with x1830967347000704 ext(0->7) 00010000:00010000:0.0:1746147263.689101:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.689113:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.689118:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009051df80 00000100:00100000:0.0:1746147263.701008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.701095:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347000832 00000100:00100000:1.0:1746147263.701103:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347000832 00010000:00010000:1.0:1746147263.701136:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.701172:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14982 00000100:00100000:1.0:1746147263.701179:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967347000832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.701190:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.701205:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.701220:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.701237:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8274f expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.702599:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.702602:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.702610:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.702617:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.702645:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.702654:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117888:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.702717:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.704735:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.704802:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347000960 00000100:00100000:3.0:1746147263.704809:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347000960 00000100:00100000:3.0:1746147263.704855:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30205 00000100:00100000:3.0:1746147263.704862:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+74:1814:x1830967347000960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.704876:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.704888:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8275d expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.704911:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.704918:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.704920:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.704923:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.704946:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.704957:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.704971:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340118016:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.706115:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.709766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.709933:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347001216 00000100:00100000:2.0:1746147263.709940:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347001216 00002000:00100000:2.0:1746147263.709982:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c36d80 x1830967347001216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.709991:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c36d80 with x1830967347001216 ext(0->4095) 00010000:00010000:2.0:1746147263.709999:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.710013:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.710019:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c36d80 00000100:00100000:2.0:1746147263.710047:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2937 00000100:00100000:2.0:1746147263.710054:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347001216:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.710235:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340118016:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.710276:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.710289:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8600, rc 0) 00000100:00100000:1.0:1746147263.710444:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340117888:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.710454:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.711140:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347001216:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1085us (1384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.711148:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2937 00000100:00100000:3.0:1746147263.711154:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+75:1814:x1830967347000960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6293us (6425us total) trans 0 rc 0/0 00002000:00100000:2.0:1746147263.711154:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c36d80 x1830967347001216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746147263.711160:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30205 00002000:00100000:2.0:1746147263.711162:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c36d80 with x1830967347001216 ext(0->4095) 00010000:00010000:2.0:1746147263.711166:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.711175:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.711180:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c36d80 00000100:00100000:1.0:1746147263.711279:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967347000832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 10099us (10277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.711287:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14982 00000100:00100000:0.0:1746147263.713622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.713698:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347001344 00000100:00100000:1.0:1746147263.713705:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347001344 00010000:00010000:1.0:1746147263.713732:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.713765:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14983 00000100:00100000:1.0:1746147263.713771:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347001344:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.713780:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.713795:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.713804:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.713822:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c009b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82756 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.713847:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.713849:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.713855:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.713862:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.713888:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.713898:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118144:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.713959:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.717158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.717446:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347001600 00000100:00100000:2.0:1746147263.717451:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347001600 00002000:00100000:2.0:1746147263.717486:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3b80 x1830967347001600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.717495:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3b80 with x1830967347001600 ext(0->4095) 00002000:00010000:2.0:1746147263.717499:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad3b80 00000100:00100000:2.0:1746147263.717527:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13573 00000100:00100000:2.0:1746147263.717533:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967347001600:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.717634:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2005:x1830967347001600:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (481us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.717638:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13573 00002000:00100000:2.0:1746147263.717643:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093ad3b80 x1830967347001600/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.717649:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3b80 with x1830967347001600 ext(0->4095) 00002000:00010000:2.0:1746147263.717652:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad3b80 00000100:00100000:1.0:1746147263.717770:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118144:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.717787:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.717818:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347001344:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4047us (4200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.717825:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14983 00000100:00100000:0.0:1746147263.719854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.719911:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347001728 00000100:00100000:3.0:1746147263.719917:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347001728 00000100:00100000:3.0:1746147263.719955:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30206 00000100:00100000:3.0:1746147263.719961:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347001728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.719972:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.719984:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82764 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.720006:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.720012:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.720013:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.720016:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.720041:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 73 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.720050:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 73 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.720059:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340118272:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.720523:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.725487:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340118272:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.725513:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.725536:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8800, rc 0) 00000100:00100000:3.0:1746147263.725575:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347001728:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5613us (5725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.725582:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30206 00000100:00100000:0.0:1746147263.726544:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.726753:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347001856 00000100:00100000:2.0:1746147263.726759:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347001856 00002000:00100000:2.0:1746147263.726788:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d80700 x1830967347001856/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.726797:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d80700 with x1830967347001856 ext(0->7) 00010000:00010000:2.0:1746147263.726803:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.726813:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 74 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.726819:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d80700 00000100:00100000:2.0:1746147263.726833:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2938 00000100:00100000:2.0:1746147263.726839:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+74:2006:x1830967347001856:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147263.727734:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2006:x1830967347001856:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 892us (1189us total) trans 4294972360 rc 0/0 00000100:00100000:0.0:1746147263.727740:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2938 00002000:00100000:0.0:1746147263.727745:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093d80700 x1830967347001856/t4294972360(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.727751:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d80700 with x1830967347001856 ext(0->7) 00010000:00010000:0.0:1746147263.727756:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.727764:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.727773:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d80700 00000100:00100000:0.0:1746147263.729513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.732409:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347001984 00000100:00100000:1.0:1746147263.732417:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347001984 00010000:00010000:1.0:1746147263.732451:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.732490:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14984 00000100:00100000:1.0:1746147263.732498:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347001984:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.732510:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.732535:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.732546:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.732565:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8600/0x29021e8779c009b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8275d expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.732696:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.732699:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.732706:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.732718:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.732748:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.732759:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118400:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.733151:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.735357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.735463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.735485:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347002368 00000100:00100000:0.0:1746147263.735490:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347002368 00002000:00100000:0.0:1746147263.735530:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e300 x1830967347002368/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.735539:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830967347002368 ext(0->4095) 00002000:00010000:0.0:1746147263.735542:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:0.0:1746147263.735560:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13574 00000100:00100000:0.0:1746147263.735566:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347002368:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746147263.735665:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347002368:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147263.735671:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13574 00002000:00100000:0.0:1746147263.735676:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093d5e300 x1830967347002368/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.735682:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5e300 with x1830967347002368 ext(0->4095) 00002000:00010000:0.0:1746147263.735684:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5e300 00000100:00100000:3.0:1746147263.735792:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347002112 00000100:00100000:3.0:1746147263.735796:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347002112 00000100:00100000:3.0:1746147263.735814:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30207 00000100:00100000:3.0:1746147263.735819:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+76:1814:x1830967347002112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.735826:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.735838:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8276b expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.735855:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.735862:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.735864:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.735866:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.735889:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.735898:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.735907:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340118528:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.735963:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.736022:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118400:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.736037:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.736055:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2005:x1830967347001984:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3558us (6545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.736062:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14984 00000100:00100000:0.0:1746147263.741024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.741677:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347002496 00000100:00100000:2.0:1746147263.741684:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347002496 00000100:00100000:2.0:1746147263.741734:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30208 00000100:00100000:2.0:1746147263.741741:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+77:1832:x1830967347002496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.741756:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.741771:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82772 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.741791:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.741796:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 78 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.741802:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.741806:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 78 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.741836:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 78 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.741847:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 78 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.741854:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626a00, rc 0) 00000100:00100000:2.0:1746147263.741890:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1832:x1830967347002496:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.741895:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30208 00000100:00100000:2.0:1746147263.742022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.742090:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340118528:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.742104:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.742112:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090625200, rc 0) 00000100:00100000:3.0:1746147263.742131:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+77:1814:x1830967347002112:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6312us (6779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.742137:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30207 00000100:00100000:1.0:1746147263.742557:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347002624 00000100:00100000:1.0:1746147263.742560:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347002624 00010000:00010000:1.0:1746147263.742578:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.743073:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14985 00000100:00100000:1.0:1746147263.743079:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347002624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.743088:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.743105:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.743115:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.743131:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c009c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82764 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.743267:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.743269:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.743275:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 76 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.743282:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 76 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.743302:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 76 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.743312:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.743322:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118784:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.743382:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.747882:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118784:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.747900:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.747944:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347002624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4864us (5921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.747952:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14985 00000100:00100000:0.0:1746147263.748742:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.748806:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347002880 00000100:00100000:2.0:1746147263.748813:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347002880 00002000:00100000:2.0:1746147263.748844:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ca80 x1830967347002880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.748852:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830967347002880 ext(0->4095) 00010000:00010000:2.0:1746147263.748859:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.748871:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.748876:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ca80 00000100:00100000:2.0:1746147263.748891:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2939 00000100:00100000:2.0:1746147263.748896:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2005:x1830967347002880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.748997:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2005:x1830967347002880:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.749002:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2939 00002000:00100000:2.0:1746147263.749007:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094e8ca80 x1830967347002880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.749013:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830967347002880 ext(0->4095) 00010000:00010000:2.0:1746147263.749017:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.749024:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.749029:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094e8ca80 00000100:00100000:0.0:1746147263.750589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.750648:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347003008 00000100:00100000:1.0:1746147263.750655:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347003008 00010000:00010000:1.0:1746147263.750674:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.750704:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14986 00000100:00100000:1.0:1746147263.750711:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2005:x1830967347003008:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.750719:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.750732:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.750741:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.750757:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8276b expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.750770:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.750772:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.750778:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 76 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.750784:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 76 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.750809:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 76 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.750818:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118912:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.750874:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.752850:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340118912:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.752866:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.752892:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347003008:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2181us (2305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.752899:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14986 00000100:00100000:0.0:1746147263.754964:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.755495:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347003264 00000100:00100000:2.0:1746147263.755503:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347003264 00002000:00100000:2.0:1746147263.755550:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb800 x1830967347003264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.755559:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb800 with x1830967347003264 ext(0->4095) 00002000:00010000:2.0:1746147263.755564:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb800 00000100:00100000:2.0:1746147263.755590:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13575 00000100:00100000:2.0:1746147263.755597:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347003264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.756874:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347003264:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1273us (1911us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.756882:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13575 00002000:00100000:2.0:1746147263.756891:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71bb800 x1830967347003264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.756899:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb800 with x1830967347003264 ext(0->4095) 00002000:00010000:2.0:1746147263.756903:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb800 00000100:00100000:1.0:1746147263.760493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.760723:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347003392 00000100:00100000:3.0:1746147263.760731:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347003392 00000100:00100000:3.0:1746147263.760775:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30209 00000100:00100000:3.0:1746147263.760782:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347003392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.760801:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.760815:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82779 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.760839:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 75 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.760846:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.760847:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.760850:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.760875:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 75 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.760885:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 75 pid: 9588 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.760894:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340119040:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.760972:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.765212:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340119040:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.765238:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.765278:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492e000, rc 0) 00000100:00100000:3.0:1746147263.765325:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347003392:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4542us (4841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.765335:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30209 00000100:00100000:1.0:1746147263.766127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.766169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.766259:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347003520 00000100:00100000:0.0:1746147263.766265:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347003520 00010000:00010000:0.0:1746147263.766286:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 76 pid: 9588 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.766627:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347003648 00000100:00100000:3.0:1746147263.766631:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347003648 00000100:00100000:3.0:1746147263.766650:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30210 00000100:00100000:3.0:1746147263.766655:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+77:1814:x1830967347003648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.766667:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.766677:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82780 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.766694:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.766698:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.766703:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147263.766705:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.766729:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.766738:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.766745:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ec00, rc 0) 00000100:00100000:3.0:1746147263.766767:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347003648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.766772:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30210 00000100:00100000:0.0:1746147263.767306:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14987 00000100:00100000:0.0:1746147263.767311:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2005:x1830967347003520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147263.767318:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147263.767333:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 77 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.767342:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 77 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.767355:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c009ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82772 expref: 77 pid: 9588 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.767377:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.767379:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.767383:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.767389:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.767405:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.767417:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.767426:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340119296:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147263.767470:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.769540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.769727:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340119296:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.769742:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.769784:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347003520:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2471us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.769792:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14987 00000100:00100000:3.0:1746147263.770059:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347003904 00000100:00100000:3.0:1746147263.770064:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347003904 00002000:00100000:3.0:1746147263.770090:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9880 x1830967347003904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.770097:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9880 with x1830967347003904 ext(0->4095) 00010000:00010000:3.0:1746147263.770103:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.770112:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.770117:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b9880 00000100:00100000:3.0:1746147263.770138:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2940 00000100:00100000:3.0:1746147263.770143:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347003904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.771099:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347003904:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 953us (1561us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.771105:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2940 00002000:00100000:3.0:1746147263.771110:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a71b9880 x1830967347003904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.771118:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b9880 with x1830967347003904 ext(0->4095) 00010000:00010000:3.0:1746147263.771122:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.771131:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.771141:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a71b9880 00000100:00100000:0.0:1746147263.773860:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.773934:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347004032 00000100:00100000:2.0:1746147263.773941:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347004032 00010000:00010000:2.0:1746147263.773970:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.773990:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14988 00000100:00100000:2.0:1746147263.773995:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347004032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.774006:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.774021:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.774030:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.774047:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82779 expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.774684:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.774687:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.774695:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.774703:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.774733:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.774744:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340119424:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.774822:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.777565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.777896:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340119424:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.777911:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.778063:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347004288 00000100:00100000:3.0:1746147263.778068:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347004288 00002000:00100000:3.0:1746147263.778098:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b7100 x1830967347004288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.778106:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7100 with x1830967347004288 ext(0->4095) 00002000:00010000:3.0:1746147263.778110:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b7100 00000100:00100000:3.0:1746147263.778133:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13576 00000100:00100000:3.0:1746147263.778138:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347004288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.778239:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347004032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4243us (4383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.778271:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14988 00000100:00100000:3.0:1746147263.778615:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347004288:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 475us (1055us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.778620:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13576 00002000:00100000:3.0:1746147263.778625:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c4b7100 x1830967347004288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.778632:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7100 with x1830967347004288 ext(0->4095) 00002000:00010000:3.0:1746147263.778634:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c4b7100 00000100:00100000:0.0:1746147263.784780:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.786687:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347004416 00000100:00100000:1.0:1746147263.786694:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347004416 00000100:00100000:1.0:1746147263.786739:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30211 00000100:00100000:1.0:1746147263.786746:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347004416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147263.786760:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147263.786773:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82787 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.786795:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.786801:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.786803:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147263.786806:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.786827:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 75 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.786840:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 75 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746147263.786850:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340119552:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147263.786917:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.797618:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340119552:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.797645:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.797659:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5800, rc 0) 00000100:00100000:2.0:1746147263.797716:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347004416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10971us (12943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.797727:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30211 00000100:00100000:0.0:1746147263.799063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.799135:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347004544 00000100:00100000:3.0:1746147263.799141:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347004544 00002000:00100000:3.0:1746147263.799175:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df0380 x1830967347004544/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.799184:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0380 with x1830967347004544 ext(0->7) 00010000:00010000:3.0:1746147263.799191:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.799207:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 76 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.799212:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0380 00000100:00100000:3.0:1746147263.800459:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2941 00000100:00100000:3.0:1746147263.800469:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+76:2005:x1830967347004544:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147263.802779:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967347004544:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2304us (3711us total) trans 4294972361 rc 0/0 00000100:00100000:0.0:1746147263.802789:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2941 00002000:00100000:0.0:1746147263.802797:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880090df0380 x1830967347004544/t4294972361(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147263.802805:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0380 with x1830967347004544 ext(0->7) 00010000:00010000:0.0:1746147263.802814:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746147263.802826:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746147263.802833:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df0380 00000100:00100000:0.0:1746147263.810643:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.810785:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347004672 00000100:00100000:2.0:1746147263.810793:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347004672 00010000:00010000:2.0:1746147263.810823:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.810857:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14989 00000100:00100000:2.0:1746147263.810864:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967347004672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.810877:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147263.810891:0:8397:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746147264 -> 1746147265 00002000:00010000:2.0:1746147263.810893:0:8397:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746147264 -> 1746147265 00010000:00010000:2.0:1746147263.810898:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.810909:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.810928:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c009dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82780 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.810953:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.810955:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.810962:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.810968:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.810998:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.811008:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340119680:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.811069:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6600 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.812473:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340119680:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.812486:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.812510:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2005:x1830967347004672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1647us (1874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.812529:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14989 00000100:00100000:0.0:1746147263.813626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.814445:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347004928 00000100:00100000:2.0:1746147263.814451:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347004928 00002000:00100000:2.0:1746147263.814492:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0700 x1830967347004928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.814501:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0700 with x1830967347004928 ext(0->4095) 00002000:00010000:2.0:1746147263.814506:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df0700 00000100:00100000:2.0:1746147263.814540:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13577 00000100:00100000:2.0:1746147263.814547:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347004928:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147263.814664:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347004928:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (1040us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.814669:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13577 00002000:00100000:2.0:1746147263.814674:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df0700 x1830967347004928/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.814685:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df0700 with x1830967347004928 ext(0->4095) 00002000:00010000:2.0:1746147263.814688:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df0700 00000100:00100000:2.0:1746147263.816380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.816430:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347005056 00000100:00100000:0.0:1746147263.816435:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347005056 00000100:00100000:0.0:1746147263.817085:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30212 00000100:00100000:0.0:1746147263.817093:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+77:1832:x1830967347005056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147263.817104:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147263.817118:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8278e expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.817137:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.817143:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.817145:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147263.817147:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.817168:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.817176:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746147263.817185:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090df0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340119808:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147263.818770:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.823283:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090df0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340119808:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147263.823313:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.823329:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096b1a200, rc 0) 00000100:00100000:0.0:1746147263.823373:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1832:x1830967347005056:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6281us (6996us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147263.823380:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30212 00000100:00100000:0.0:1746147263.824111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.824167:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347005184 00000100:00100000:2.0:1746147263.824173:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347005184 00000100:00100000:2.0:1746147263.824208:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30213 00000100:00100000:2.0:1746147263.824214:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347005184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.824227:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.824239:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82795 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.824275:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.824279:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.824285:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.824288:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.824312:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.824321:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.824328:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:2.0:1746147263.824357:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1814:x1830967347005184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.824363:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30213 00000100:00100000:0.0:1746147263.825992:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.826064:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347005312 00000100:00100000:2.0:1746147263.826069:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347005312 00010000:00010000:2.0:1746147263.826090:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.826109:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14990 00000100:00100000:2.0:1746147263.826115:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347005312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.826124:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.826138:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.826147:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.826163:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5800/0x29021e8779c009e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82787 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.826188:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.826190:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.826196:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.826204:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.826224:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.826233:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.826260:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120064:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.827128:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.830993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.831121:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120064:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.831137:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.831175:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347005312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5059us (5186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.831184:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14990 00000100:00100000:3.0:1746147263.831266:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347005568 00000100:00100000:3.0:1746147263.831272:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347005568 00002000:00100000:3.0:1746147263.831302:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806d80 x1830967347005568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.831310:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806d80 with x1830967347005568 ext(0->4095) 00010000:00010000:3.0:1746147263.831318:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.831328:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.831334:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806d80 00000100:00100000:3.0:1746147263.831348:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2942 00000100:00100000:3.0:1746147263.831353:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967347005568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.831457:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967347005568:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.831462:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2942 00002000:00100000:3.0:1746147263.831467:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082806d80 x1830967347005568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.831474:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082806d80 with x1830967347005568 ext(0->4095) 00010000:00010000:3.0:1746147263.831478:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.831486:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.831490:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082806d80 00000100:00100000:0.0:1746147263.833625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.834275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.834399:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347005824 00000100:00100000:2.0:1746147263.834405:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347005824 00010000:00010000:2.0:1746147263.834427:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.834459:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14991 00000100:00100000:2.0:1746147263.834466:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967347005824:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.834477:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.834493:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.834503:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.834532:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096b1a200/0x29021e8779c009ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8278e expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.834556:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.834558:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.834564:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.834571:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.834596:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.834606:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120192:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.834648:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347005696 00000100:00100000:3.0:1746147263.834651:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347005696 00000100:00100000:2.0:1746147263.834663:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.834679:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30214 00000100:00100000:3.0:1746147263.834684:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347005696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.834693:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.834701:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8279c expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.834716:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.834721:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.834722:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.834725:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.834739:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.834845:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.834855:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340120320:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.834881:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.836597:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340120320:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.836616:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.836627:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492e000, rc 0) 00000100:00100000:3.0:1746147263.836651:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347005696:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1966us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.836657:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30214 00000100:00100000:2.0:1746147263.836734:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120192:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.836742:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.836756:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347005824:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2292us (2482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.836763:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14991 00000100:00100000:0.0:1746147263.838487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.838602:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347006080 00000100:00100000:2.0:1746147263.838607:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347006080 00002000:00100000:2.0:1746147263.838635:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df1880 x1830967347006080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.838643:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1880 with x1830967347006080 ext(0->4095) 00010000:00010000:2.0:1746147263.838649:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.838663:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.838669:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df1880 00000100:00100000:2.0:1746147263.838902:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2943 00000100:00100000:2.0:1746147263.838908:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347006080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.839221:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347006080:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 312us (736us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.839228:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2943 00002000:00100000:2.0:1746147263.839233:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df1880 x1830967347006080/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.839240:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df1880 with x1830967347006080 ext(0->4095) 00010000:00010000:2.0:1746147263.839269:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.839277:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.839283:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df1880 00000100:00100000:0.0:1746147263.841668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.841864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.841945:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347006208 00000100:00100000:3.0:1746147263.841953:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347006208 00000100:00100000:3.0:1746147263.842001:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30215 00000100:00100000:3.0:1746147263.842008:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347006208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.842022:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.842037:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827a3 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.842058:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.842064:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.842073:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147263.842076:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.842104:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.842114:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.842122:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090625200, rc 0) 00000100:00100000:3.0:1746147263.842169:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1814:x1830967347006208:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.842175:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30215 00000100:00100000:2.0:1746147263.842236:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347006336 00000100:00100000:2.0:1746147263.842239:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347006336 00010000:00010000:2.0:1746147263.842271:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.842288:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14992 00000100:00100000:2.0:1746147263.842293:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967347006336:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.842301:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.842315:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.842324:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.842339:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c009f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82795 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.842351:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.842353:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.842358:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.842365:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.842383:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.842392:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.842401:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120576:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.842446:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.844536:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120576:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147263.844549:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147263.844572:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347006336:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2279us (2708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.844579:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14992 00000100:00100000:0.0:1746147263.845443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.845492:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347006592 00000100:00100000:3.0:1746147263.845497:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347006592 00002000:00100000:3.0:1746147263.845533:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2300 x1830967347006592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.845541:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2300 with x1830967347006592 ext(0->4095) 00010000:00010000:3.0:1746147263.845547:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.845558:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.845563:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df2300 00000100:00100000:3.0:1746147263.845577:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2944 00000100:00100000:3.0:1746147263.845583:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347006592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.845686:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347006592:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (244us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.845691:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2944 00002000:00100000:3.0:1746147263.845695:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2300 x1830967347006592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.845701:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2300 with x1830967347006592 ext(0->4095) 00010000:00010000:3.0:1746147263.845705:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.845712:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.845716:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df2300 00000100:00100000:0.0:1746147263.849355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.849545:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347006720 00000100:00100000:2.0:1746147263.849552:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347006720 00010000:00010000:2.0:1746147263.849582:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.849607:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14993 00000100:00100000:2.0:1746147263.849612:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347006720:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147263.849624:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147263.849638:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.849648:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.849666:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492e000/0x29021e8779c009f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8279c expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.850512:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.850525:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.850533:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.850541:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.850572:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147263.850583:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120704:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147263.850653:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.854144:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120704:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.854162:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.854200:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347006720:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4586us (4849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.854208:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14993 00000100:00100000:0.0:1746147263.856442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.856561:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347006976 00000100:00100000:1.0:1746147263.856568:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347006976 00002000:00100000:1.0:1746147263.856604:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2a00 x1830967347006976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.856614:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2a00 with x1830967347006976 ext(0->4095) 00002000:00010000:1.0:1746147263.856618:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df2a00 00000100:00100000:1.0:1746147263.856912:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13578 00000100:00100000:1.0:1746147263.856919:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347006976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.857183:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347006976:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 264us (746us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.857190:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13578 00002000:00100000:1.0:1746147263.857195:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df2a00 x1830967347006976/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.857202:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df2a00 with x1830967347006976 ext(0->4095) 00002000:00010000:1.0:1746147263.857204:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090df2a00 00000100:00100000:0.0:1746147263.859682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.859839:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347007104 00000100:00100000:2.0:1746147263.859847:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347007104 00000100:00100000:2.0:1746147263.860006:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30216 00000100:00100000:2.0:1746147263.860012:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347007104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.860024:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.860037:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827aa expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.860058:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.860064:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.860066:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.860069:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.860091:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.860099:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.860113:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340120832:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.860178:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.861828:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340120832:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.861848:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.861859:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627400, rc 0) 00000100:00100000:2.0:1746147263.861886:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347007104:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1873us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.861893:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30216 00000100:00100000:0.0:1746147263.863487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.864790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.864825:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347007232 00000100:00100000:3.0:1746147263.864832:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347007232 00010000:00010000:3.0:1746147263.864857:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.864878:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14994 00000100:00100000:3.0:1746147263.864884:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347007232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.864895:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.864909:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.864919:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.864936:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090625200/0x29021e8779c009ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827a3 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.864950:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.864952:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.864958:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.864965:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.864991:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.865000:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120960:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.865059:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.865138:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347007360 00000100:00100000:2.0:1746147263.865142:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347007360 00000100:00100000:2.0:1746147263.865162:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30217 00000100:00100000:2.0:1746147263.865166:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347007360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.865177:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.865185:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827b1 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.865199:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.865203:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.865204:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.865207:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.865226:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.865234:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.865258:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340121088:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.865281:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.867924:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340120960:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.867939:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.867978:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967347007232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3093us (4494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.867988:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14994 00000100:00100000:2.0:1746147263.868075:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340121088:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.868091:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147263.868213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.868261:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347007616 00000100:00100000:1.0:1746147263.868267:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347007616 00002000:00100000:1.0:1746147263.868294:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3480 x1830967347007616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.868304:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3480 with x1830967347007616 ext(0->4095) 00010000:00010000:1.0:1746147263.868310:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.868321:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.868326:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df3480 00000100:00100000:1.0:1746147263.868340:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2945 00000100:00100000:1.0:1746147263.868345:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347007616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.868440:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347007616:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.868446:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2945 00002000:00100000:1.0:1746147263.868451:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880090df3480 x1830967347007616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.868458:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090df3480 with x1830967347007616 ext(0->4095) 00010000:00010000:1.0:1746147263.868462:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.868470:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.868475:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090df3480 00010000:00010000:2.0:1746147263.868627:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626600, rc 0) 00000100:00100000:2.0:1746147263.868649:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347007360:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3482us (3861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.868655:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30217 00000100:00100000:0.0:1746147263.871076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.871121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.871187:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347007744 00000100:00100000:3.0:1746147263.871193:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347007744 00010000:00010000:3.0:1746147263.871220:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.871263:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14995 00000100:00100000:3.0:1746147263.871270:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347007744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.871280:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.871295:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.871306:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.871324:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627400/0x29021e8779c00a06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827aa expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.871352:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.871354:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.871359:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.871367:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.871391:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.871401:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121216:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.871454:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.871577:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347007872 00000100:00100000:2.0:1746147263.871581:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347007872 00000100:00100000:2.0:1746147263.871600:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30218 00000100:00100000:2.0:1746147263.871605:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347007872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.871614:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.871623:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827b8 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.871637:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.871643:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.871645:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.871647:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.871663:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.871673:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 77 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.871680:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340121344:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.871702:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.874994:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340121344:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.875016:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.875030:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:2.0:1746147263.875063:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+7:1832:x1830967347007872:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3456us (3941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.875070:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30218 00000100:00100000:3.0:1746147263.875142:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121216:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.875152:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.875166:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347007744:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3898us (4095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.875173:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14995 00000100:00100000:0.0:1746147263.875313:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.875388:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347008128 00000100:00100000:3.0:1746147263.875394:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347008128 00002000:00100000:3.0:1746147263.875417:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70000 x1830967347008128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.875425:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70000 with x1830967347008128 ext(0->4095) 00010000:00010000:3.0:1746147263.875430:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.875441:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.875446:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b70000 00000100:00100000:3.0:1746147263.875707:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2946 00000100:00100000:3.0:1746147263.875714:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347008128:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147263.875841:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347008128:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.875849:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2946 00002000:00100000:3.0:1746147263.875853:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70000 x1830967347008128/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.875860:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70000 with x1830967347008128 ext(0->4095) 00010000:00010000:3.0:1746147263.875864:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.875871:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.875876:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b70000 00000100:00100000:0.0:1746147263.878735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.878821:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347008256 00000100:00100000:2.0:1746147263.878827:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347008256 00000100:00100000:0.0:1746147263.878867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.879456:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30219 00000100:00100000:2.0:1746147263.879463:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347008256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.879479:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.879492:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827bf expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.879525:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.879530:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.879535:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147263.879538:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.879567:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.879577:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.879584:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627a00, rc 0) 00000100:00100000:2.0:1746147263.879709:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1814:x1830967347008256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.879715:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30219 00000100:00100000:3.0:1746147263.879765:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347008384 00000100:00100000:3.0:1746147263.879770:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347008384 00010000:00010000:3.0:1746147263.879784:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.879806:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14996 00000100:00100000:3.0:1746147263.879811:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2007:x1830967347008384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.879820:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.879832:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.879841:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.879859:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626600/0x29021e8779c00a0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b1 expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.879904:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.879906:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.879911:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.879918:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.879941:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.879953:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.879963:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121600:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.880104:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934729c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.881959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.882037:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121600:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.882049:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.882080:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2007:x1830967347008384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2268us (3213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.882087:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14996 00000100:00100000:2.0:1746147263.882125:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347008640 00000100:00100000:2.0:1746147263.882129:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347008640 00002000:00100000:2.0:1746147263.882154:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70700 x1830967347008640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.882162:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70700 with x1830967347008640 ext(0->4095) 00010000:00010000:2.0:1746147263.882169:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.882178:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.882184:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b70700 00000100:00100000:2.0:1746147263.882198:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2947 00000100:00100000:2.0:1746147263.882203:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347008640:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.882358:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347008640:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.882364:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2947 00002000:00100000:2.0:1746147263.882369:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70700 x1830967347008640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.882375:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70700 with x1830967347008640 ext(0->4095) 00010000:00010000:2.0:1746147263.882379:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.882386:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.882390:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b70700 00000100:00100000:0.0:1746147263.884862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.884912:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347008768 00000100:00100000:3.0:1746147263.884918:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347008768 00010000:00010000:3.0:1746147263.885935:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.885975:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14997 00000100:00100000:3.0:1746147263.885983:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347008768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.885995:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.886010:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.886021:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.886039:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827b8 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.886051:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.886053:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.886059:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.886065:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.886091:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.886101:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121728:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.886173:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.888531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.888577:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121728:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.888591:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.888628:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347008768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2646us (3770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.888637:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14997 00000100:00100000:1.0:1746147263.889082:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347009024 00000100:00100000:1.0:1746147263.889087:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347009024 00002000:00100000:1.0:1746147263.889116:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70e00 x1830967347009024/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.889124:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70e00 with x1830967347009024 ext(0->4095) 00002000:00010000:1.0:1746147263.889128:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b70e00 00000100:00100000:1.0:1746147263.889156:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13579 00000100:00100000:1.0:1746147263.889162:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967347009024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147263.889283:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967347009024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.889288:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13579 00002000:00100000:1.0:1746147263.889293:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70e00 x1830967347009024/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.889300:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70e00 with x1830967347009024 ext(0->4095) 00002000:00010000:1.0:1746147263.889303:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b70e00 00000100:00100000:0.0:1746147263.892138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.892194:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347009152 00000100:00100000:3.0:1746147263.892200:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347009152 00000100:00100000:2.0:1746147263.892271:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30220 00000100:00100000:2.0:1746147263.892279:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347009152:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.892290:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.892303:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827c6 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.892323:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.892329:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.892331:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.892334:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.892355:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.892363:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 77 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.892373:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340121856:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.892445:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.896751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.896877:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347009280 00000100:00100000:3.0:1746147263.896883:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347009280 00010000:00010000:3.0:1746147263.896910:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.896934:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14998 00000100:00100000:3.0:1746147263.896940:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347009280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.896950:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.896966:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.896976:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.896995:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.896997:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.897003:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.897009:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.897038:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.897048:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121984:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.897103:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746147263.897371:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827bf expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.897395:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340121856:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.897411:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.897419:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626400, rc 0) 00000100:00100000:2.0:1746147263.897443:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347009152:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5166us (5310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.897450:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30220 00000100:00100000:3.0:1746147263.898630:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340121984:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.898639:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.898655:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+77:2006:x1830967347009280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1717us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.898660:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14998 00000100:00100000:0.0:1746147263.899470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.899627:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347009408 00000100:00100000:2.0:1746147263.899632:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347009408 00000100:00100000:2.0:1746147263.899671:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30221 00000100:00100000:2.0:1746147263.899677:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+77:1814:x1830967347009408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.899689:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.899701:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827cd expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.899720:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.899726:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.899727:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.899730:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.899748:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.899758:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 5 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.899766:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340122112:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147263.900092:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.900140:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347009664 00000100:00100000:3.0:1746147263.900144:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347009664 00002000:00100000:3.0:1746147263.900167:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b71c00 x1830967347009664/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.900175:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71c00 with x1830967347009664 ext(0->4095) 00010000:00010000:3.0:1746147263.900180:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.900189:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.900195:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b71c00 00000100:00100000:3.0:1746147263.900207:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2948 00000100:00100000:3.0:1746147263.900211:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347009664:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746147263.900312:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347009664:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (220us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147263.900317:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2948 00002000:00100000:3.0:1746147263.900321:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b71c00 x1830967347009664/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147263.900328:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71c00 with x1830967347009664 ext(0->4095) 00010000:00010000:3.0:1746147263.900331:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.900339:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746147263.900344:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b71c00 00000100:00100000:2.0:1746147263.900458:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.902152:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340122112:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.902177:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.902191:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627000, rc 0) 00000100:00100000:2.0:1746147263.902224:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347009408:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2547us (2755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.902231:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30221 00000100:00100000:1.0:1746147263.903843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.904617:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347009792 00000100:00100000:2.0:1746147263.904624:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347009792 00000100:00100000:2.0:1746147263.904660:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30222 00000100:00100000:2.0:1746147263.904666:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1832:x1830967347009792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.904679:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.904691:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827d4 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.904708:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147263.904712:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.904716:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.904719:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.904744:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.904752:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.904764:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:2.0:1746147263.904802:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1832:x1830967347009792:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.904808:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30222 00000100:00100000:0.0:1746147263.905870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.905946:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347009920 00000100:00100000:3.0:1746147263.905951:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347009920 00010000:00010000:3.0:1746147263.905973:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.906003:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 14999 00000100:00100000:3.0:1746147263.906013:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347009920:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.906021:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.906035:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.906045:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.906059:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827c6 expref: 6 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.906075:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.906077:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.906083:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.906090:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.906110:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.906119:0:8397:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.906129:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340122368:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.906192:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.908953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.909036:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340122368:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.909053:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.909089:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347009920:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3077us (3221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.909098:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 14999 00000100:00100000:1.0:1746147263.909354:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347010176 00000100:00100000:1.0:1746147263.909359:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347010176 00002000:00100000:1.0:1746147263.909390:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72300 x1830967347010176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.909398:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72300 with x1830967347010176 ext(0->4095) 00010000:00010000:1.0:1746147263.909405:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.909416:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.909423:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b72300 00000100:00100000:1.0:1746147263.909435:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2949 00000100:00100000:1.0:1746147263.909441:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967347010176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147263.909537:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2006:x1830967347010176:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.909542:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2949 00002000:00100000:1.0:1746147263.909547:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72300 x1830967347010176/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.909552:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72300 with x1830967347010176 ext(0->4095) 00010000:00010000:1.0:1746147263.909557:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746147263.909565:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746147263.909570:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b72300 00000100:00100000:0.0:1746147263.913132:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.913800:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347010304 00000100:00100000:3.0:1746147263.913807:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347010304 00010000:00010000:3.0:1746147263.913838:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.914007:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15000 00000100:00100000:3.0:1746147263.914014:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967347010304:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.914027:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.914043:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.914054:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.914073:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827cd expref: 79 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.914370:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.914372:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.914378:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.914385:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.914411:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 78 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.914420:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340122496:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.914483:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.916553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.916625:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347010560 00000100:00100000:2.0:1746147263.916631:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347010560 00002000:00100000:2.0:1746147263.916659:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72a00 x1830967347010560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.916668:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72a00 with x1830967347010560 ext(0->4095) 00002000:00010000:2.0:1746147263.916671:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b72a00 00000100:00100000:3.0:1746147263.916936:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340122496:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.916951:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.916981:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967347010304:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2967us (3855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.916988:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15000 00000100:00100000:2.0:1746147263.917035:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13580 00000100:00100000:2.0:1746147263.917042:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347010560:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.917595:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2006:x1830967347010560:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 552us (1045us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.917601:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13580 00002000:00100000:2.0:1746147263.917607:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72a00 x1830967347010560/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.917614:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72a00 with x1830967347010560 ext(0->4095) 00002000:00010000:2.0:1746147263.917617:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b72a00 00000100:00100000:0.0:1746147263.921141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.921204:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347010688 00000100:00100000:3.0:1746147263.921211:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347010688 00000100:00100000:3.0:1746147263.921269:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30223 00000100:00100000:3.0:1746147263.921276:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347010688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.921290:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.921303:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827db expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.921328:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.921334:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.921336:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.921339:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.921362:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 77 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.921373:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 77 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.921388:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340122624:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.921450:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.924831:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340122624:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.924856:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.924871:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492f800, rc 0) 00000100:00100000:3.0:1746147263.924916:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347010688:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3641us (3782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.924923:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30223 00000100:00100000:0.0:1746147263.925218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.925593:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347010816 00000100:00100000:3.0:1746147263.925598:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347010816 00010000:00010000:3.0:1746147263.925617:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.925686:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15001 00000100:00100000:3.0:1746147263.925693:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967347010816:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.925704:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.925719:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.925729:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.925751:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827d4 expref: 78 pid: 9589 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.926096:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.926098:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.926104:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.926112:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.926135:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.926146:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340122752:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.926904:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.928275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.928511:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347010944 00000100:00100000:3.0:1746147263.928525:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347010944 00000100:00100000:3.0:1746147263.928834:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30224 00000100:00100000:3.0:1746147263.928842:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+78:1814:x1830967347010944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.928856:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.928869:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827e2 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.928890:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.928901:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.928903:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.928906:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.928927:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.928937:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 5 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.928947:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340122880:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.929005:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.932014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.932125:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340122880:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147263.932147:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147263.932162:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090625c00, rc 0) 00000100:00100000:0.0:1746147263.932206:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1814:x1830967347010944:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3364us (3933us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147263.932213:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30224 00000100:00100000:2.0:1746147263.932406:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347011200 00000100:00100000:2.0:1746147263.932411:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347011200 00002000:00100000:2.0:1746147263.932439:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b73800 x1830967347011200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.932454:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b73800 with x1830967347011200 ext(0->4095) 00010000:00010000:2.0:1746147263.932459:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.932469:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.932475:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b73800 00000100:00100000:2.0:1746147263.932489:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2950 00000100:00100000:2.0:1746147263.932494:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347011200:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147263.932591:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347011200:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.932597:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2950 00002000:00100000:2.0:1746147263.932602:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b73800 x1830967347011200/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.932609:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b73800 with x1830967347011200 ext(0->4095) 00010000:00010000:2.0:1746147263.932613:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.932622:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746147263.932627:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b73800 00000100:00100000:3.0:1746147263.933208:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340122752:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.933218:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.933234:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2005:x1830967347010816:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7543us (8017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.933263:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15001 00000100:00100000:0.0:1746147263.936552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.936815:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347011328 00000100:00100000:3.0:1746147263.936822:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347011328 00010000:00010000:3.0:1746147263.936857:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746147263.937031:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15002 00000100:00100000:3.0:1746147263.937038:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347011328:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147263.937052:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147263.937066:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.937077:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.937095:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492f800/0x29021e8779c00a37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827db expref: 6 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746147263.937267:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.937269:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147263.937276:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.937283:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.937311:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147263.937322:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340123008:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147263.937680:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147263.940027:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.940165:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340123008:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147263.940181:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147263.940213:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967347011328:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3176us (3668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.940224:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15002 00000100:00100000:1.0:1746147263.940489:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347011584 00000100:00100000:1.0:1746147263.940495:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347011584 00002000:00100000:1.0:1746147263.940533:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082808000 x1830967347011584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.940541:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082808000 with x1830967347011584 ext(0->4095) 00002000:00010000:1.0:1746147263.940545:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082808000 00000100:00100000:1.0:1746147263.940570:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13581 00000100:00100000:1.0:1746147263.940577:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2007:x1830967347011584:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147263.940664:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+78:2007:x1830967347011584:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (643us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147263.940669:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13581 00002000:00100000:1.0:1746147263.940674:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082808000 x1830967347011584/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147263.940680:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082808000 with x1830967347011584 ext(0->4095) 00002000:00010000:1.0:1746147263.940682:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082808000 00000100:00100000:0.0:1746147263.944609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.944702:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347011712 00000100:00100000:2.0:1746147263.944710:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347011712 00000100:00100000:2.0:1746147263.944746:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30225 00000100:00100000:2.0:1746147263.944752:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347011712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147263.944765:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147263.944779:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827e9 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.944802:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.944809:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.944810:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147263.944813:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.944839:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 77 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.944849:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 77 pid: 20948 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746147263.944860:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340123136:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147263.945887:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147263.962122:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340123136:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147263.962147:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147263.962165:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:2.0:1746147263.962200:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347011712:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17448us (17598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147263.962207:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30225 00000100:00100000:0.0:1746147263.967659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147263.968067:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.968169:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347011840 00000100:00100000:2.0:1746147263.968176:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347011840 00002000:00100000:2.0:1746147263.968212:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082808700 x1830967347011840/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.968221:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082808700 with x1830967347011840 ext(0->7) 00010000:00010000:2.0:1746147263.968228:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 78 pid: 20948 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746147263.968239:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 78 pid: 20948 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147263.968358:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082808700 00000100:00100000:3.0:1746147263.968438:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347011968 00000100:00100000:3.0:1746147263.968442:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347011968 00000100:00100000:3.0:1746147263.968969:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30226 00000100:00100000:3.0:1746147263.968976:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+79:1814:x1830967347011968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.968988:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.969001:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827f0 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.969023:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.969027:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.969033:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147263.969036:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.969068:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.969079:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.969086:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ec00, rc 0) 00000100:00100000:2.0:1746147263.969181:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2951 00000100:00100000:2.0:1746147263.969186:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967347011840:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147263.969650:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1814:x1830967347011968:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 673us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.969656:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30226 00000100:00100000:2.0:1746147263.970230:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967347011840:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1043us (2577us total) trans 4294972362 rc 0/0 00000100:00100000:2.0:1746147263.970236:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2951 00002000:00100000:2.0:1746147263.970257:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880082808700 x1830967347011840/t4294972362(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 496/448 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.970270:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082808700 with x1830967347011840 ext(0->7) 00010000:00010000:2.0:1746147263.970276:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147263.970287:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147263.970293:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082808700 00000100:00100000:0.0:1746147263.973734:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.973820:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347012096 00000100:00100000:3.0:1746147263.973828:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347012096 00010000:00010000:3.0:1746147263.973855:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147263.983527:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15003 00000100:00100000:1.0:1746147263.983545:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7826050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2007:x1830967347012096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.983561:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.983584:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147263.983598:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147263.983620:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090625c00/0x29021e8779c00a3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e2 expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147263.983641:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.983643:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.983648:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.983656:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.983685:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.983695:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 5 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147263.983706:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340123392:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.984974:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f900 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.986138:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340123392:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.986155:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147263.986186:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7826050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2007:x1830967347012096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2648us (12460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.986196:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15003 00000100:00100000:0.0:1746147263.988364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.988857:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347012352 00000100:00100000:2.0:1746147263.988865:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347012352 00002000:00100000:2.0:1746147263.988900:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082808e00 x1830967347012352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.988908:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082808e00 with x1830967347012352 ext(0->4095) 00010000:00010000:2.0:1746147263.988915:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147263.988926:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147263.988932:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082808e00 00000100:00100000:2.0:1746147263.988963:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2952 00000100:00100000:2.0:1746147263.988970:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347012352:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.989083:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347012352:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.989089:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2952 00002000:00100000:2.0:1746147263.989094:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082808e00 x1830967347012352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.989100:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082808e00 with x1830967347012352 ext(0->4095) 00010000:00010000:2.0:1746147263.989104:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147263.989112:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147263.989117:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082808e00 00000100:00100000:0.0:1746147263.991834:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147263.991989:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347012480 00000100:00100000:1.0:1746147263.991995:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347012480 00010000:00010000:1.0:1746147263.992021:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147263.992056:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15004 00000100:00100000:1.0:1746147263.992063:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082809180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347012480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147263.992073:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147263.992090:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147263.992100:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147263.992117:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626800/0x29021e8779c00a45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827e9 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147263.992131:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.992133:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147263.992139:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.992146:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147263.992171:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147263.992182:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340123520:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147263.993478:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147263.995202:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340123520:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147263.995220:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147263.995233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147263.995336:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347012736 00000100:00100000:2.0:1746147263.995343:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347012736 00002000:00100000:2.0:1746147263.995374:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082809500 x1830967347012736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/0 e 0 to 0 dl 1746147274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.995383:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082809500 with x1830967347012736 ext(0->4095) 00002000:00010000:2.0:1746147263.995387:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082809500 00000100:00100000:2.0:1746147263.995406:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13582 00000100:00100000:2.0:1746147263.995413:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082809500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967347012736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147263.995526:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082809500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967347012736:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147263.995532:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13582 00002000:00100000:2.0:1746147263.995537:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082809500 x1830967347012736/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:639/0 lens 488/4536 e 0 to 0 dl 1746147274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147263.995543:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082809500 with x1830967347012736 ext(0->4095) 00002000:00010000:2.0:1746147263.995546:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082809500 00000100:00100000:1.0:1746147263.995594:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082809180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967347012480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3527us (3761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147263.995601:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15004 00000100:00100000:0.0:1746147263.997358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147263.997526:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347012864 00000100:00100000:3.0:1746147263.997531:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347012864 00000100:00100000:3.0:1746147263.997561:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30227 00000100:00100000:3.0:1746147263.997566:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347012864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147263.997575:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147263.997587:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827f7 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.997605:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.997611:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.997612:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147263.997615:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.997635:0:20948:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 79 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.997644:0:20948:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 79 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147263.997653:0:20948:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340123648:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147263.997714:0:20948:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746147263.998930:0:20948:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20948:1830967340123648:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147263.998950:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 6 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147263.998961:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ee00, rc 0) 00000100:00100000:3.0:1746147263.998996:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347012864:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1429us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147263.999002:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30227 00000100:00100000:0.0:1746147264.000193:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.000271:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347012992 00000100:00100000:1.0:1746147264.000277:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347012992 00010000:00010000:1.0:1746147264.000306:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.000341:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15005 00000100:00100000:1.0:1746147264.000347:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082809c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967347012992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.000358:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.000373:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.000383:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.000399:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f0 expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.000423:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.000425:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.000432:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.000439:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.000466:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147264.000476:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340123776:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.000538:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00080000:0.0:1746147264.000720:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147264.003053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.003219:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340123776:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.003238:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.003306:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082809c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+79:2005:x1830967347012992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2958us (3113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.003314:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15005 00000100:00100000:2.0:1746147264.003613:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347013248 00000100:00100000:2.0:1746147264.003619:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347013248 00002000:00100000:2.0:1746147264.003650:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082809f80 x1830967347013248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.003658:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082809f80 with x1830967347013248 ext(0->4095) 00002000:00010000:2.0:1746147264.003662:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082809f80 00000100:00100000:2.0:1746147264.003686:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13583 00000100:00100000:2.0:1746147264.003691:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082809f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347013248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147264.003793:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082809f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347013248:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (745us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.003799:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13583 00002000:00100000:2.0:1746147264.003803:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082809f80 x1830967347013248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.003810:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082809f80 with x1830967347013248 ext(0->4095) 00002000:00010000:2.0:1746147264.003812:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082809f80 00000100:00080000:0.0:1746147264.004152:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147264.006660:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.006883:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.007059:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347013504 00000100:00100000:3.0:1746147264.007065:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347013504 00000100:00100000:3.0:1746147264.007175:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347013376 00000100:00100000:3.0:1746147264.007178:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347013376 00000100:00100000:1.0:1746147264.007756:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30228 00000100:00100000:1.0:1746147264.007765:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+80:1832:x1830967347013504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147264.007778:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147264.007790:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82805 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.007814:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.007821:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.007822:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.007826:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.007851:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.007861:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 5 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.007871:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340123904:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147264.007929:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.008091:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30229 00000100:00100000:3.0:1746147264.008098:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1814:x1830967347013376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147264.008104:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147264.008110:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b827fe expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.008120:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.008123:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 82 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.008128:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147264.008130:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 82 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.008149:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 82 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.008158:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 82 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.008166:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ec00, rc 0) 00000100:00100000:3.0:1746147264.008187:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+82:1814:x1830967347013376:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.008193:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30229 00000100:00100000:1.0:1746147264.010558:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340123904:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147264.010580:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.010591:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5600, rc 0) 00000100:00100000:1.0:1746147264.010627:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1832:x1830967347013504:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2863us (3972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.010633:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30228 00000100:00100000:0.0:1746147264.011370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.011434:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347013632 00000100:00100000:1.0:1746147264.011439:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347013632 00010000:00010000:1.0:1746147264.011458:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.011928:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15006 00000100:00100000:1.0:1746147264.011933:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347013632:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.011943:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.011956:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.011965:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.011979:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492ee00/0x29021e8779c00a53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827f7 expref: 6 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.012071:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.012073:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.012078:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 80 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.012085:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 80 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.012104:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 80 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.012112:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 80 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.012120:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124160:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.012452:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.015740:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124160:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.015761:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.015799:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347013632:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3865us (4429us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.015809:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15006 00000100:00100000:0.0:1746147264.016307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.016445:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347013888 00000100:00100000:2.0:1746147264.016450:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347013888 00002000:00100000:2.0:1746147264.016754:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008280ad80 x1830967347013888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.016763:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008280ad80 with x1830967347013888 ext(0->4095) 00010000:00010000:2.0:1746147264.016770:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.016780:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.016791:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008280ad80 00000100:00100000:2.0:1746147264.016805:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2953 00000100:00100000:2.0:1746147264.016810:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967347013888:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147264.016903:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967347013888:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (597us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.016908:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2953 00002000:00100000:2.0:1746147264.016912:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008280ad80 x1830967347013888/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.016918:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008280ad80 with x1830967347013888 ext(0->4095) 00010000:00010000:2.0:1746147264.016922:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.016929:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.016934:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008280ad80 00000100:00100000:0.0:1746147264.020596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.020941:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347014016 00000100:00100000:1.0:1746147264.020949:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347014016 00000100:00100000:1.0:1746147264.020984:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30230 00000100:00100000:1.0:1746147264.020989:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347014016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147264.021007:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147264.021020:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8280c expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.021045:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147264.021049:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.021054:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147264.021056:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.021086:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.021097:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.021105:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5e00, rc 0) 00000100:00100000:1.0:1746147264.022365:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347014016:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1368us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.022375:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30230 00000100:00100000:0.0:1746147264.022501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.022708:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347014144 00000100:00100000:1.0:1746147264.022713:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347014144 00010000:00010000:1.0:1746147264.022732:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.022766:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15007 00000100:00100000:1.0:1746147264.022773:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2006:x1830967347014144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.022782:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.022799:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.022809:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.022826:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00a5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82805 expref: 81 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.023299:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.023301:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.023308:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.023316:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.023340:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.023350:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.023362:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124416:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.023431:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.026117:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124416:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.026133:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.026168:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967347014144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3394us (3666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.026177:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15007 00000100:00100000:0.0:1746147264.026323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.026483:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347014400 00000100:00100000:1.0:1746147264.026488:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347014400 00002000:00100000:1.0:1746147264.026512:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008280b800 x1830967347014400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.026528:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008280b800 with x1830967347014400 ext(0->4095) 00010000:00010000:1.0:1746147264.026534:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.026544:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.026550:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008280b800 00000100:00100000:1.0:1746147264.026572:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2954 00000100:00100000:1.0:1746147264.026577:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967347014400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147264.026667:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967347014400:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147264.026672:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2954 00002000:00100000:1.0:1746147264.026677:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008280b800 x1830967347014400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.026683:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008280b800 with x1830967347014400 ext(0->4095) 00010000:00010000:1.0:1746147264.026687:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.026698:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.026703:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008280b800 00000100:00100000:0.0:1746147264.031864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.031961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.032019:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347014528 00000100:00100000:1.0:1746147264.032026:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347014528 00010000:00010000:1.0:1746147264.032057:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 80 pid: 20948 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.032158:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347014656 00000100:00100000:2.0:1746147264.032161:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347014656 00000100:00100000:2.0:1746147264.032183:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30231 00000100:00100000:2.0:1746147264.032189:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+81:1814:x1830967347014656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.032202:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.032213:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82813 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.032264:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.032269:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.032274:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147264.032277:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 82 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.032306:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.032317:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 82 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.032325:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626400, rc 0) 00000100:00100000:2.0:1746147264.032359:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+82:1814:x1830967347014656:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.032365:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30231 00000100:00100000:1.0:1746147264.032620:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15008 00000100:00100000:1.0:1746147264.032627:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008280bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+81:2005:x1830967347014528:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.032634:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.032650:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.032659:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.032673:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00a61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b827fe expref: 81 pid: 20948 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.032686:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.032688:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.032692:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.032701:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.032718:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.032726:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 5 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.032735:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124672:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.032772:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.037226:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124672:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.037323:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.037361:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008280bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2005:x1830967347014528:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4734us (5503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.037371:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15008 00000100:00100000:0.0:1746147264.038728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.038982:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347014912 00000100:00100000:3.0:1746147264.038989:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347014912 00002000:00100000:3.0:1746147264.039023:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6c380 x1830967347014912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.039031:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6c380 with x1830967347014912 ext(0->4095) 00010000:00010000:3.0:1746147264.039038:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.039050:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746147264.039056:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6c380 00000100:00100000:3.0:1746147264.039082:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2955 00000100:00100000:3.0:1746147264.039089:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347014912:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147264.039924:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347014912:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 833us (1196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.039931:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2955 00002000:00100000:2.0:1746147264.039937:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6c380 x1830967347014912/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.039944:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6c380 with x1830967347014912 ext(0->4095) 00010000:00010000:2.0:1746147264.039949:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.039959:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.039964:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6c380 00000100:00100000:0.0:1746147264.043044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.043129:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347015040 00000100:00100000:1.0:1746147264.043136:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347015040 00010000:00010000:1.0:1746147264.043162:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.043193:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15009 00000100:00100000:1.0:1746147264.043198:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347015040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.043209:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.043225:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.043235:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.043285:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5e00/0x29021e8779c00a68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8280c expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.043303:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.043305:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.043312:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.043320:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.043349:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147264.043360:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124800:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.043432:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.045619:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340124800:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.045661:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.045758:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347015040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2558us (2719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.045767:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15009 00000100:00100000:0.0:1746147264.046330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.046660:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347015296 00000100:00100000:3.0:1746147264.046667:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347015296 00002000:00100000:3.0:1746147264.046703:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6ca80 x1830967347015296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.046719:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6ca80 with x1830967347015296 ext(0->4095) 00002000:00010000:3.0:1746147264.046723:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6ca80 00000100:00100000:3.0:1746147264.046774:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13584 00000100:00100000:3.0:1746147264.046781:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2007:x1830967347015296:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147264.046886:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2007:x1830967347015296:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (556us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147264.046891:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13584 00002000:00100000:3.0:1746147264.046896:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6ca80 x1830967347015296/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.046902:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6ca80 with x1830967347015296 ext(0->4095) 00002000:00010000:3.0:1746147264.046905:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6ca80 00000100:00100000:2.0:1746147264.052382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.052423:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347015424 00000100:00100000:0.0:1746147264.052431:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347015424 00000100:00100000:0.0:1746147264.052478:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30232 00000100:00100000:0.0:1746147264.052485:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347015424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147264.052501:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147264.052524:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8281a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.052547:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.052558:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147264.052560:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147264.052563:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.052589:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 79 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.052599:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 79 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:0.0:1746147264.052610:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340124928:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147264.056662:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.062071:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.062160:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340124928:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147264.062183:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.062197:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d818000, rc 0) 00000100:00100000:2.0:1746147264.062364:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347015424:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9879us (9991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.062372:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30232 00000100:00100000:1.0:1746147264.063125:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347015552 00000100:00100000:1.0:1746147264.063131:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347015552 00002000:00100000:1.0:1746147264.063163:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c6d180 x1830967347015552/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.063175:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6d180 with x1830967347015552 ext(0->7) 00010000:00010000:1.0:1746147264.063181:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 80 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.063192:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 80 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.063200:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6d180 00000100:00100000:1.0:1746147264.063220:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2956 00000100:00100000:1.0:1746147264.063226:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+80:2006:x1830967347015552:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147264.065130:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967347015552:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1899us (3060us total) trans 4294972363 rc 0/0 00000100:00100000:1.0:1746147264.065139:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2956 00002000:00100000:1.0:1746147264.065145:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c6d180 x1830967347015552/t4294972363(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/448 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.065153:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6d180 with x1830967347015552 ext(0->7) 00010000:00010000:1.0:1746147264.065159:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 82 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.065171:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 82 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.065177:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6d180 00000100:00100000:0.0:1746147264.067443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.067534:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347015680 00000100:00100000:2.0:1746147264.067542:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347015680 00000100:00100000:2.0:1746147264.067577:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30233 00000100:00100000:2.0:1746147264.067583:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:1814:x1830967347015680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.067596:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.067608:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82821 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.067628:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.067633:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.067642:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746147264.067644:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 83 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.067675:0:10034:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.067685:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 83 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.067694:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627000, rc 0) 00000100:00100000:2.0:1746147264.067825:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+83:1814:x1830967347015680:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 241us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.067830:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30233 00000100:00100000:0.0:1746147264.069287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.069333:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347015808 00000100:00100000:1.0:1746147264.069337:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347015808 00010000:00010000:1.0:1746147264.069356:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 83 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.069481:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15010 00000100:00100000:1.0:1746147264.069487:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7824450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+83:2006:x1830967347015808:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.069497:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.069511:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 83 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.069532:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 83 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.069546:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626400/0x29021e8779c00a6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82813 expref: 83 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.069567:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.069568:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.069573:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.069580:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.069604:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.069617:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 5 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.069626:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125184:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.069692:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.071175:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125184:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.071191:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.071216:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967347015808:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1728us (1929us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.071223:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15010 00000100:00100000:0.0:1746147264.072846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.072935:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347016064 00000100:00100000:1.0:1746147264.072942:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347016064 00002000:00100000:1.0:1746147264.072975:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6d880 x1830967347016064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.072983:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6d880 with x1830967347016064 ext(0->4095) 00010000:00010000:1.0:1746147264.072992:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.073003:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.073009:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6d880 00000100:00100000:1.0:1746147264.073031:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2957 00000100:00100000:1.0:1746147264.073038:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347016064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147264.073395:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347016064:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 357us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147264.073401:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2957 00002000:00100000:1.0:1746147264.073405:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6d880 x1830967347016064/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.073413:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6d880 with x1830967347016064 ext(0->4095) 00010000:00010000:1.0:1746147264.073417:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.073425:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.073430:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6d880 00000100:00100000:0.0:1746147264.075859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.075915:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347016192 00000100:00100000:1.0:1746147264.075922:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347016192 00010000:00010000:1.0:1746147264.075947:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.075984:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15011 00000100:00100000:1.0:1746147264.075991:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347016192:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.076001:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.076017:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.076027:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.076047:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d818000/0x29021e8779c00a76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8281a expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.076060:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.076062:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.076068:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.076075:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.076117:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147264.076128:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125312:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.076208:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.077573:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125312:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.077589:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.078309:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347016192:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2316us (2453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.078318:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15011 00000100:00100000:0.0:1746147264.082413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.082481:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347016448 00000100:00100000:3.0:1746147264.082489:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347016448 00002000:00100000:3.0:1746147264.082532:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6df80 x1830967347016448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.082542:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6df80 with x1830967347016448 ext(0->4095) 00002000:00010000:3.0:1746147264.082546:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6df80 00000100:00100000:3.0:1746147264.082580:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13585 00000100:00100000:3.0:1746147264.082587:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967347016448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147264.082703:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967347016448:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147264.082708:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13585 00002000:00100000:3.0:1746147264.082713:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6df80 x1830967347016448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.082719:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6df80 with x1830967347016448 ext(0->4095) 00002000:00010000:3.0:1746147264.082722:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6df80 00000100:00100000:0.0:1746147264.087117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.087861:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347016576 00000100:00100000:2.0:1746147264.087868:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347016576 00000100:00100000:2.0:1746147264.087904:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30234 00000100:00100000:2.0:1746147264.087911:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347016576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.087925:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.087940:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82828 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.087963:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.087970:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.087972:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.087975:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.088001:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 81 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.088010:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 81 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.088019:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340125440:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147264.088097:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.091793:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340125440:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147264.091818:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.091832:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:0.0:1746147264.091878:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b397850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347016576:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3967us (4766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147264.091886:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30234 00000100:00100000:0.0:1746147264.094194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.097053:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347016704 00000100:00100000:1.0:1746147264.097062:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347016704 00002000:00100000:1.0:1746147264.097098:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c6c000 x1830967347016704/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.097111:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6c000 with x1830967347016704 ext(0->7) 00010000:00010000:1.0:1746147264.097119:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 82 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.097129:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 82 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.097134:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6c000 00000100:00100000:1.0:1746147264.097165:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2958 00000100:00100000:1.0:1746147264.097172:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+82:2006:x1830967347016704:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746147264.100023:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967347016704:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2843us (5826us total) trans 4294972364 rc 0/0 00000100:00100000:1.0:1746147264.100033:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2958 00002000:00100000:1.0:1746147264.100042:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093c6c000 x1830967347016704/t4294972364(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/448 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.100050:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6c000 with x1830967347016704 ext(0->7) 00010000:00010000:1.0:1746147264.100059:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 84 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.100071:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 84 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.100077:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6c000 00000100:00100000:0.0:1746147264.110448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.110508:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347016832 00000100:00100000:1.0:1746147264.110524:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347016832 00010000:00010000:1.0:1746147264.110554:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 84 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.110591:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15012 00000100:00100000:1.0:1746147264.110597:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2006:x1830967347016832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147264.110610:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147264.110626:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 84 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.110636:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 84 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.110652:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627000/0x29021e8779c00a7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82821 expref: 84 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.110677:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.110679:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.110689:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.110696:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.110723:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147264.110734:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125568:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147264.110807:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.116880:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.116936:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.116967:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347017216 00000100:00100000:0.0:1746147264.116973:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347017216 00002000:00100000:0.0:1746147264.117010:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6e680 x1830967347017216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147264.117019:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6e680 with x1830967347017216 ext(0->4095) 00002000:00010000:0.0:1746147264.117023:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6e680 00000100:00100000:0.0:1746147264.117054:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13586 00000100:00100000:0.0:1746147264.117061:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347017216:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746147264.117163:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347017216:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746147264.117169:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13586 00002000:00100000:0.0:1746147264.117173:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6e680 x1830967347017216/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147264.117180:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6e680 with x1830967347017216 ext(0->4095) 00002000:00010000:0.0:1746147264.117183:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6e680 00000100:00100000:2.0:1746147264.117432:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347016960 00000100:00100000:2.0:1746147264.117436:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347016960 00000100:00100000:2.0:1746147264.117457:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30235 00000100:00100000:2.0:1746147264.117461:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967347016960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.117468:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.117481:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8282f expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.117501:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.117508:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.117509:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.117523:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.117548:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.117558:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 5 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.117568:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340125696:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147264.117612:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.117698:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125568:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147264.117712:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.117734:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967347016832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7137us (7292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.117741:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15012 00000100:00100000:0.0:1746147264.119919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.120012:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347017344 00000100:00100000:2.0:1746147264.120021:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347017344 00000100:00100000:2.0:1746147264.120174:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30236 00000100:00100000:2.0:1746147264.120181:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1832:x1830967347017344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.120193:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.120204:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82836 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.120223:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.120228:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 86 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.120233:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.120236:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 86 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.120284:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 86 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.120294:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 86 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.120306:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8800, rc 0) 00000100:00100000:2.0:1746147264.120344:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1832:x1830967347017344:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.120349:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30236 00000100:00100000:1.0:1746147264.123300:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.123352:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347017472 00000100:00100000:0.0:1746147264.123359:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347017472 00010000:00010000:0.0:1746147264.123386:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:0.0:1746147264.123418:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15013 00000100:00100000:0.0:1746147264.123424:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347017472:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147264.123434:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147264.123448:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746147264.123462:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746147264.123480:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147264.123482:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147264.123487:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.123494:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.123520:0:10034:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626000/0x29021e8779c00a84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82828 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746147264.123527:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.123536:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.123538:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340125696:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147264.123546:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125952:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147264.123560:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.123567:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.123574:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627a00, rc 0) 00000100:00100000:2.0:1746147264.123596:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1814:x1830967347016960:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6134us (6723us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147264.123601:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147264.123603:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30235 00000100:00100000:2.0:1746147264.127237:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340125952:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147264.127282:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147264.127323:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347017472:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3899us (4028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.127332:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15013 00000100:00100000:0.0:1746147264.131136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.131222:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347017728 00000100:00100000:3.0:1746147264.131229:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347017728 00002000:00100000:3.0:1746147264.131334:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6f100 x1830967347017728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.131343:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6f100 with x1830967347017728 ext(0->4095) 00010000:00010000:3.0:1746147264.131352:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.131364:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746147264.131370:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6f100 00000100:00100000:3.0:1746147264.131385:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2959 00000100:00100000:3.0:1746147264.131391:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967347017728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147264.131508:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2006:x1830967347017728:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147264.131524:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2959 00002000:00100000:3.0:1746147264.131529:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6f100 x1830967347017728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.131536:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6f100 with x1830967347017728 ext(0->4095) 00010000:00010000:3.0:1746147264.131540:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.131549:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746147264.131554:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093c6f100 00000100:00100000:0.0:1746147264.135561:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.137002:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347017856 00000100:00100000:2.0:1746147264.137010:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347017856 00010000:00010000:2.0:1746147264.137039:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.137072:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15014 00000100:00100000:2.0:1746147264.137077:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2008:x1830967347017856:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147264.137086:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147264.137100:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.137109:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.137124:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093627a00/0x29021e8779c00a8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8282f expref: 85 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.137142:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.137143:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.137148:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 84 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.137155:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 84 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.137177:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 84 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147264.137185:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126080:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147264.137264:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147264.139449:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126080:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147264.139467:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147264.139493:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2008:x1830967347017856:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2416us (3939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.139501:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15014 00000100:00100000:0.0:1746147264.141373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.141700:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347018112 00000100:00100000:2.0:1746147264.141707:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347018112 00002000:00100000:2.0:1746147264.141741:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6f800 x1830967347018112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.141750:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6f800 with x1830967347018112 ext(0->4095) 00002000:00010000:2.0:1746147264.141754:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6f800 00000100:00100000:2.0:1746147264.142770:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13587 00000100:00100000:2.0:1746147264.142778:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967347018112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746147264.142889:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967347018112:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.142895:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13587 00002000:00100000:2.0:1746147264.142901:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093c6f800 x1830967347018112/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.142907:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093c6f800 with x1830967347018112 ext(0->4095) 00002000:00010000:2.0:1746147264.142910:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093c6f800 00000100:00100000:0.0:1746147264.146532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.146728:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347018240 00000100:00100000:2.0:1746147264.146738:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347018240 00000100:00100000:2.0:1746147264.146782:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30237 00000100:00100000:2.0:1746147264.146788:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347018240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.146804:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.146818:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8283d expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.146840:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 83 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.146847:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.146849:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.146852:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.146876:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 83 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.146887:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 83 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.146898:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340126208:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147264.146977:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.152979:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.153038:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347018368 00000100:00100000:1.0:1746147264.153046:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347018368 00000100:00100000:0.0:1746147264.153062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.153158:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30238 00000100:00100000:1.0:1746147264.153166:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:1814:x1830967347018368:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746147264.153180:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340126208:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147264.153181:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147264.153194:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82844 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.153204:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.153215:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147264.153219:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.153223:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746147264.153226:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 85 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.153264:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00010000:00010000:1.0:1746147264.153278:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.153289:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 85 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147264.153297:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347018240:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6509us (6772us total) trans 0 rc 0/0 00010000:00010000:1.0:1746147264.153300:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4600, rc 0) 00000100:00100000:2.0:1746147264.153306:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30237 00000100:00100000:1.0:1746147264.153317:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:1814:x1830967347018368:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.153322:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30238 00000100:00100000:3.0:1746147264.154390:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347018496 00000100:00100000:3.0:1746147264.154396:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347018496 00010000:00010000:3.0:1746147264.154413:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 85 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.154439:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15015 00000100:00100000:3.0:1746147264.154444:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+85:2005:x1830967347018496:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.154451:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.154465:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 85 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.154474:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 85 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.154487:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b8800/0x29021e8779c00a92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82836 expref: 85 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.154506:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.154507:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.154519:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.154529:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.154548:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.154556:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 5 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.154565:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126464:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.154620:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.156803:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126464:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.156819:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147264.158119:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967347018496:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3670us (5052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.158129:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15015 00000100:00100000:1.0:1746147264.160859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:0.0:1746147264.161340:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746147264.163300:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347018752 00000100:00100000:3.0:1746147264.163310:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347018752 00002000:00100000:3.0:1746147264.163352:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804e00 x1830967347018752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.163362:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804e00 with x1830967347018752 ext(0->4095) 00010000:00010000:3.0:1746147264.163371:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.163384:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746147264.163390:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082804e00 00000100:00100000:3.0:1746147264.163563:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2960 00000100:00100000:3.0:1746147264.163570:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347018752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147264.163925:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347018752:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 354us (3070us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147264.163930:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2960 00002000:00100000:3.0:1746147264.163935:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880082804e00 x1830967347018752/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.163942:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804e00 with x1830967347018752 ext(0->4095) 00010000:00010000:3.0:1746147264.163947:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.163955:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746147264.163960:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082804e00 00000100:00100000:0.0:1746147264.166658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.166985:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347018880 00000100:00100000:3.0:1746147264.166991:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347018880 00010000:00010000:3.0:1746147264.167020:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.167052:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15016 00000100:00100000:3.0:1746147264.167059:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347018880:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.167069:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.167086:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.167096:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.167113:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00a99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8283d expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.167140:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.167142:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.167149:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.167155:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.167182:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147264.167192:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126592:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.167281:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.173376:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.173760:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347019136 00000100:00100000:3.0:1746147264.173766:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347019136 00002000:00100000:3.0:1746147264.173803:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f480 x1830967347019136/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.173812:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f480 with x1830967347019136 ext(0->4095) 00002000:00010000:3.0:1746147264.173816:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29f480 00000100:00100000:2.0:1746147264.173991:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126592:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147264.174006:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147264.174049:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347018880:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 6990us (7396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.174056:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15016 00000100:00100000:3.0:1746147264.174146:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13588 00000100:00100000:3.0:1746147264.174153:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967347019136:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147264.174264:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967347019136:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (873us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147264.174270:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13588 00002000:00100000:3.0:1746147264.174275:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29f480 x1830967347019136/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.174282:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29f480 with x1830967347019136 ext(0->4095) 00002000:00010000:3.0:1746147264.174284:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29f480 00000100:00100000:1.0:1746147264.199659:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.199751:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347019264 00000100:00100000:0.0:1746147264.199758:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347019264 00000100:00100000:0.0:1746147264.199795:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30239 00000100:00100000:0.0:1746147264.199801:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347019264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746147264.199814:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147264.199826:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8284b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.199847:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.199854:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147264.199855:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147264.199858:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.199879:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 83 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147264.199888:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 83 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:0.0:1746147264.199898:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340126720:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147264.200722:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009486e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147264.201929:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340126720:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147264.201951:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.201964:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d818400, rc 0) 00000100:00100000:2.0:1746147264.202851:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347019264:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.202859:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30239 00000100:00100000:0.0:1746147264.210892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.211349:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347019392 00000100:00100000:2.0:1746147264.211356:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347019392 00002000:00100000:2.0:1746147264.211395:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d29c000 x1830967347019392/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.211404:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c000 with x1830967347019392 ext(0->7) 00010000:00010000:2.0:1746147264.211412:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 84 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.211424:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 84 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.211435:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c000 00000100:00100000:2.0:1746147264.211466:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2961 00000100:00100000:2.0:1746147264.211474:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+84:2005:x1830967347019392:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746147264.214124:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967347019392:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 2644us (3231us total) trans 4294972365 rc 0/0 00000100:00100000:0.0:1746147264.214134:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2961 00002000:00100000:0.0:1746147264.214143:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012d29c000 x1830967347019392/t4294972365(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/448 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746147264.214152:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c000 with x1830967347019392 ext(0->7) 00010000:00010000:0.0:1746147264.214160:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 86 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746147264.214173:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 86 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746147264.214179:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29c000 00000100:00100000:1.0:1746147264.224815:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.224867:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.224976:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347019648 00000100:00100000:3.0:1746147264.224984:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347019648 00000100:00100000:3.0:1746147264.225021:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30240 00000100:00100000:3.0:1746147264.225028:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:1814:x1830967347019648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147264.225044:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147264.225060:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82852 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.225084:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147264.225090:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.225096:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746147264.225099:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147264.225159:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347019520 00000100:00100000:2.0:1746147264.225163:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347019520 00010000:00010000:2.0:1746147264.225180:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.225207:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15017 00000100:00100000:2.0:1746147264.225213:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967347019520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147264.225220:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.226102:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.226117:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.226126:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130551800, rc 0) 00000100:00100000:3.0:1746147264.226163:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1814:x1830967347019648:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1136us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.226169:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30240 00010000:00010000:2.0:1746147264.226211:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 87 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.226220:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 87 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.226235:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82844 expref: 87 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.226267:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.226269:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.226274:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.226284:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.226303:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.226313:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 5 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.226322:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126976:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147264.226367:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.228717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.228888:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340126976:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147264.228906:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147264.228981:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347019904 00000100:00100000:1.0:1746147264.228986:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347019904 00002000:00100000:1.0:1746147264.229017:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29dc00 x1830967347019904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.229025:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29dc00 with x1830967347019904 ext(0->4095) 00010000:00010000:1.0:1746147264.229032:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.229042:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.229047:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29dc00 00000100:00100000:2.0:1746147264.229149:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2005:x1830967347019520:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3936us (4341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.229157:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15017 00000100:00100000:1.0:1746147264.229346:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2962 00000100:00100000:1.0:1746147264.229353:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347019904:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746147264.229436:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347019904:12345-192.168.202.9@tcp:3:ptlrpcd_01_01.0 Request processed in 84us (724us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147264.229444:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2962 00002000:00100000:1.0:1746147264.229448:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012d29dc00 x1830967347019904/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.229454:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29dc00 with x1830967347019904 ext(0->4095) 00010000:00010000:1.0:1746147264.229458:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.229465:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.229470:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d29dc00 00000100:00100000:0.0:1746147264.232382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.232454:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347020032 00000100:00100000:2.0:1746147264.232461:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347020032 00010000:00010000:2.0:1746147264.232486:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.233171:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15018 00000100:00100000:2.0:1746147264.233178:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347020032:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147264.233189:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147264.233207:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.233217:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.233237:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d818400/0x29021e8779c00aa7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8284b expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.233425:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.233427:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.233433:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 85 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.233445:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 85 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.233473:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 85 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147264.233483:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127104:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147264.233560:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147264.235434:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127104:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147264.235452:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147264.235478:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347020032:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2300us (3101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.235485:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15018 00000100:00100000:0.0:1746147264.236158:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.236259:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347020288 00000100:00100000:3.0:1746147264.236264:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347020288 00002000:00100000:3.0:1746147264.236294:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427800 x1830967347020288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.236303:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427800 with x1830967347020288 ext(0->4095) 00002000:00010000:3.0:1746147264.236307:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427800 00000100:00100000:3.0:1746147264.236330:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13589 00000100:00100000:3.0:1746147264.236335:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967347020288:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147264.236456:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967347020288:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147264.236461:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13589 00002000:00100000:3.0:1746147264.236466:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880091427800 x1830967347020288/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.236472:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427800 with x1830967347020288 ext(0->4095) 00002000:00010000:3.0:1746147264.236474:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427800 00000100:00100000:0.0:1746147264.242140:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.242721:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347020416 00000100:00100000:3.0:1746147264.242729:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347020416 00000100:00100000:3.0:1746147264.242768:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30241 00000100:00100000:3.0:1746147264.242775:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347020416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147264.242789:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147264.242804:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82859 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.242828:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 85 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.242835:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147264.242836:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147264.242839:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.242864:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 85 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.242873:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 85 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.242882:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340127232:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147264.243424:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.245638:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340127232:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147264.245661:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.245675:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130550c00, rc 0) 00000100:00100000:3.0:1746147264.245707:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c089500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347020416:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2933us (3575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.245714:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30241 00000100:00100000:0.0:1746147264.249424:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.249528:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347020544 00000100:00100000:3.0:1746147264.249535:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347020544 00002000:00100000:3.0:1746147264.249568:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ad2300 x1830967347020544/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.249576:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967347020544 ext(0->7) 00010000:00010000:3.0:1746147264.249583:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 86 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.249594:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 86 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746147264.249599:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad2300 00000100:00100000:3.0:1746147264.249628:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2963 00000100:00100000:3.0:1746147264.249634:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+86:2006:x1830967347020544:12345-192.168.202.9@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746147264.250925:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967347020544:12345-192.168.202.9@tcp:4:ldlm_bl.0 Request processed in 1288us (1508us total) trans 4294972366 rc 0/0 00000100:00100000:3.0:1746147264.250932:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2963 00002000:00100000:3.0:1746147264.250938:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880093ad2300 x1830967347020544/t4294972366(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 496/448 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.250945:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967347020544 ext(0->7) 00010000:00010000:3.0:1746147264.250951:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.250965:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746147264.250970:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ad2300 00000100:00100000:0.0:1746147264.258842:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.258926:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347020672 00000100:00100000:2.0:1746147264.258933:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347020672 00010000:00010000:2.0:1746147264.258960:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.258980:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15019 00000100:00100000:2.0:1746147264.258985:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2007:x1830967347020672:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147264.258995:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147264.259009:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.259018:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.259037:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130551800/0x29021e8779c00aae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82852 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.259064:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.259066:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.259071:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.259079:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.259107:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147264.259118:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127360:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147264.259186:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.262067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.262097:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127360:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147264.262116:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147264.262145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.262158:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2007:x1830967347020672:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3172us (3321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.262166:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15019 00000100:00100000:0.0:1746147264.262198:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347021056 00000100:00100000:0.0:1746147264.262203:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347021056 00002000:00100000:2.0:1746147264.262389:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70380 x1830967347021056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.262397:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70380 with x1830967347021056 ext(0->4095) 00002000:00010000:2.0:1746147264.262401:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b70380 00000100:00100000:2.0:1746147264.262414:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13590 00000100:00100000:2.0:1746147264.262420:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347021056:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746147264.262502:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347021056:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 83us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.262508:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13590 00002000:00100000:2.0:1746147264.262523:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b70380 x1830967347021056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.262530:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b70380 with x1830967347021056 ext(0->4095) 00002000:00010000:2.0:1746147264.262533:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b70380 00000100:00100000:3.0:1746147264.262638:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347020800 00000100:00100000:3.0:1746147264.262642:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347020800 00000100:00100000:3.0:1746147264.262675:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30242 00000100:00100000:3.0:1746147264.262681:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:1814:x1830967347020800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147264.262689:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147264.262702:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82860 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.262723:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.262730:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.262732:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.262735:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.262757:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 5 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.262766:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 5 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.262776:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340127488:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147264.262840:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.264393:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.264478:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347021184 00000100:00100000:1.0:1746147264.264484:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347021184 00000100:00100000:1.0:1746147264.264530:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30243 00000100:00100000:1.0:1746147264.264537:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1832:x1830967347021184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147264.264548:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147264.264559:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82867 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.264578:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.264583:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 90 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.264588:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147264.264590:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 90 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147264.264622:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340127488:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147264.264622:0:9589:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 90 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.264631:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 90 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.264636:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 90 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.264640:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5600, rc 0) 00010000:00010000:3.0:1746147264.264645:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ffe6a00, rc 0) 00000100:00100000:3.0:1746147264.264750:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:1814:x1830967347020800:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2069us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.264755:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30242 00000100:00100000:1.0:1746147264.265227:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1832:x1830967347021184:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 690us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.265234:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30243 00000100:00100000:0.0:1746147264.265951:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.266129:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347021312 00000100:00100000:3.0:1746147264.266133:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347021312 00010000:00010000:3.0:1746147264.266152:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.266169:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15020 00000100:00100000:3.0:1746147264.266174:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347021312:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.266181:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.266194:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.266203:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.266220:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130550c00/0x29021e8779c00ab5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82859 expref: 6 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.266262:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.266263:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.266268:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.266275:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.266293:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.266302:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.266311:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127744:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.266361:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.269167:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127744:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.269185:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147264.269217:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347021312:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3042us (3267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.269226:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15020 00000100:00100000:0.0:1746147264.269627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.270094:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347021568 00000100:00100000:1.0:1746147264.270100:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347021568 00002000:00100000:1.0:1746147264.270132:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72d80 x1830967347021568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.270140:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72d80 with x1830967347021568 ext(0->4095) 00010000:00010000:1.0:1746147264.270148:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.270160:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.270166:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b72d80 00000100:00100000:1.0:1746147264.270197:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2964 00000100:00100000:1.0:1746147264.270204:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967347021568:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746147264.270337:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967347021568:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147264.270344:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2964 00002000:00100000:1.0:1746147264.270349:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b72d80 x1830967347021568/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.270356:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b72d80 with x1830967347021568 ext(0->4095) 00010000:00010000:1.0:1746147264.270361:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746147264.270369:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746147264.270375:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093b72d80 00000100:00100000:0.0:1746147264.272403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.272728:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347021696 00000100:00100000:3.0:1746147264.272735:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347021696 00010000:00010000:3.0:1746147264.272761:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.272887:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15021 00000100:00100000:3.0:1746147264.272893:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967347021696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.272905:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.272921:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.272931:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.272949:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00abc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82860 expref: 89 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.273107:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.273109:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.273115:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.273122:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.273149:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147264.273158:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127872:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.273536:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.276382:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340127872:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.276398:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147264.276431:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967347021696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3538us (4033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.276440:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15021 00000100:00100000:2.0:1746147264.276881:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.277085:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347021952 00000100:00100000:1.0:1746147264.277090:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347021952 00002000:00100000:1.0:1746147264.277120:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0a80 x1830967347021952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.277128:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0a80 with x1830967347021952 ext(0->4095) 00002000:00010000:1.0:1746147264.277132:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af0a80 00000100:00100000:1.0:1746147264.277156:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13591 00000100:00100000:1.0:1746147264.277162:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2007:x1830967347021952:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746147264.277302:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2007:x1830967347021952:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147264.277307:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13591 00002000:00100000:1.0:1746147264.277312:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880079af0a80 x1830967347021952/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147264.277323:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af0a80 with x1830967347021952 ext(0->4095) 00002000:00010000:1.0:1746147264.277325:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af0a80 00000100:00100000:0.0:1746147264.279082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.279135:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347022080 00000100:00100000:1.0:1746147264.279139:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347022080 00000100:00100000:1.0:1746147264.279176:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30244 00000100:00100000:1.0:1746147264.279182:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347022080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147264.279192:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147264.279204:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8286e expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.279225:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 87 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.279231:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147264.279232:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147264.279235:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.279383:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 87 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.279394:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 87 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.279403:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082806680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340128000:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147264.279677:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:1.0:1746147264.280858:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082806680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340128000:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147264.280876:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.280887:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4600, rc 0) 00000100:00100000:1.0:1746147264.280907:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347022080:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1726us (1829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.280912:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30244 00000100:00100000:0.0:1746147264.282355:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.282450:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347022208 00000100:00100000:3.0:1746147264.282456:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347022208 00010000:00010000:3.0:1746147264.282477:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 88 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.282500:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15022 00000100:00100000:3.0:1746147264.282505:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967347022208:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.282525:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.282538:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 88 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.282548:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 88 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.282563:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e5600/0x29021e8779c00ac3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82867 expref: 88 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.282572:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.282573:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.282579:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.282585:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.282604:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147264.282614:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128128:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.282673:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.284888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.285130:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128128:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.285144:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147264.285359:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347022464 00000100:00100000:2.0:1746147264.285365:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347022464 00002000:00100000:2.0:1746147264.285395:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b71f80 x1830967347022464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.285409:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71f80 with x1830967347022464 ext(0->4095) 00002000:00010000:2.0:1746147264.285412:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b71f80 00000100:00100000:2.0:1746147264.285428:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13592 00000100:00100000:2.0:1746147264.285434:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347022464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746147264.285564:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2005:x1830967347022208:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3057us (3210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.285571:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15022 00000100:00100000:2.0:1746147264.285870:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347022464:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 435us (985us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.285877:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13592 00002000:00100000:2.0:1746147264.285883:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880093b71f80 x1830967347022464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.285890:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093b71f80 with x1830967347022464 ext(0->4095) 00002000:00010000:2.0:1746147264.285893:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093b71f80 00000100:00100000:0.0:1746147264.287285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.287352:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347022592 00000100:00100000:1.0:1746147264.287357:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347022592 00000100:00100000:1.0:1746147264.287389:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30245 00000100:00100000:1.0:1746147264.287394:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+87:1814:x1830967347022592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746147264.287404:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147264.287416:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82875 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.287433:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.287439:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.287441:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147264.287443:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.287464:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.287472:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 5 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746147264.287481:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082806680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340128256:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147264.287543:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013071f540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.288659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.288760:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347022720 00000100:00100000:3.0:1746147264.288764:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347022720 00000100:00100000:3.0:1746147264.288793:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30246 00000100:00100000:3.0:1746147264.288798:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1832:x1830967347022720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746147264.288806:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147264.288813:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8287c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.288826:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.288829:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 90 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.288834:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147264.288837:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 90 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.288860:0:9588:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 90 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.288870:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 90 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.288877:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800951a1200, rc 0) 00000100:00100000:3.0:1746147264.288898:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+90:1832:x1830967347022720:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.288903:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30246 00000100:00100000:1.0:1746147264.289222:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082806680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340128256:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147264.289236:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147264.289263:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4a00, rc 0) 00000100:00100000:1.0:1746147264.289279:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1814:x1830967347022592:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1886us (1997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.289284:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30245 00000100:00100000:0.0:1746147264.290686:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.290726:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347022848 00000100:00100000:3.0:1746147264.290730:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347022848 00010000:00010000:3.0:1746147264.290750:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.290778:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15023 00000100:00100000:3.0:1746147264.290783:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347022848:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.290792:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.290805:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.290815:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.290831:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4600/0x29021e8779c00aca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8286e expref: 6 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.290902:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.290904:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.290910:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.290916:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.290939:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 88 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.290950:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 88 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.290959:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128512:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.291017:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.293377:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128512:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.293393:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147264.293426:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347022848:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2642us (2741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.293435:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15023 00000100:00100000:0.0:1746147264.294553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.294756:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347023104 00000100:00100000:2.0:1746147264.294762:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347023104 00002000:00100000:2.0:1746147264.294791:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082fb80 x1830967347023104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.294799:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082fb80 with x1830967347023104 ext(0->4095) 00010000:00010000:2.0:1746147264.294807:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.294819:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.294824:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082fb80 00000100:00100000:2.0:1746147264.295037:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2965 00000100:00100000:2.0:1746147264.295044:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967347023104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147264.295166:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967347023104:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (613us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.295171:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2965 00002000:00100000:2.0:1746147264.295176:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082fb80 x1830967347023104/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.295183:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082fb80 with x1830967347023104 ext(0->4095) 00010000:00010000:2.0:1746147264.295187:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.295196:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.295201:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013082fb80 00000100:00100000:0.0:1746147264.297436:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.297485:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347023232 00000100:00100000:3.0:1746147264.297490:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347023232 00010000:00010000:3.0:1746147264.297519:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.297554:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15024 00000100:00100000:3.0:1746147264.297560:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2008:x1830967347023232:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.297569:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.297583:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.297593:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.297612:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800937e4a00/0x29021e8779c00ad1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82875 expref: 89 pid: 9589 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.297637:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.297639:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.297644:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.297652:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.297678:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 88 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147264.297689:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128640:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.298487:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.302112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.302192:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128640:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.302208:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147264.302322:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347023488 00000100:00100000:2.0:1746147264.302327:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347023488 00002000:00100000:2.0:1746147264.302355:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082e680 x1830967347023488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.302363:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e680 with x1830967347023488 ext(0->4095) 00002000:00010000:2.0:1746147264.302367:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082e680 00000100:00100000:2.0:1746147264.302382:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13593 00000100:00100000:2.0:1746147264.302386:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2007:x1830967347023488:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746147264.302582:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2008:x1830967347023232:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5021us (5149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.302590:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15024 00000100:00100000:2.0:1746147264.302618:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2007:x1830967347023488:12345-192.168.202.9@tcp:3:ptlrpcd_01_00.0 Request processed in 231us (512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.302626:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13593 00002000:00100000:2.0:1746147264.302630:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082e680 x1830967347023488/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.302637:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082e680 with x1830967347023488 ext(0->4095) 00002000:00010000:2.0:1746147264.302639:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082e680 00000100:00100000:0.0:1746147264.304437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.304503:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347023616 00000100:00100000:2.0:1746147264.304508:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347023616 00000100:00100000:2.0:1746147264.304593:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30247 00000100:00100000:2.0:1746147264.304598:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:1832:x1830967347023616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.304608:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.304621:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82883 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.304641:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.304647:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.304649:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.304651:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.304673:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 87 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.304682:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 87 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.304697:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340128768:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147264.305012:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147264.306735:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340128768:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147264.306752:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.306981:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00000100:00100000:2.0:1746147264.307010:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:1832:x1830967347023616:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2411us (2574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.307016:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30247 00000100:00100000:0.0:1746147264.307188:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.307345:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347023744 00000100:00100000:3.0:1746147264.307349:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347023744 00010000:00010000:3.0:1746147264.307369:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.307384:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15025 00000100:00100000:3.0:1746147264.307388:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967347023744:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.307395:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.307408:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.307417:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.307432:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a1200/0x29021e8779c00ad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8287c expref: 88 pid: 9588 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.307453:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.307455:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.307461:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.307467:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.307487:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147264.307494:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128896:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.307543:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.309363:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340128896:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.309375:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147264.309503:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+87:2006:x1830967347023744:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2113us (2314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.309518:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15025 00000100:00100000:0.0:1746147264.310889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.310963:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347024000 00000100:00100000:2.0:1746147264.310969:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347024000 00002000:00100000:2.0:1746147264.310994:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ce00 x1830967347024000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.311002:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ce00 with x1830967347024000 ext(0->4095) 00002000:00010000:2.0:1746147264.311005:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ce00 00000100:00100000:2.0:1746147264.311025:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13594 00000100:00100000:2.0:1746147264.311030:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347024000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746147264.311118:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013082ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347024000:12345-192.168.202.9@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.311123:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13594 00002000:00100000:2.0:1746147264.311128:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013082ce00 x1830967347024000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.311139:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013082ce00 with x1830967347024000 ext(0->4095) 00002000:00010000:2.0:1746147264.311142:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013082ce00 00000100:00100000:0.0:1746147264.312171:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147264.312847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.312914:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347024128 00000100:00100000:2.0:1746147264.312920:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347024128 00000100:00100000:2.0:1746147264.312952:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347024256 00000100:00100000:2.0:1746147264.312955:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347024256 00000100:00100000:2.0:1746147264.312974:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30248 00000100:00100000:2.0:1746147264.312979:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:1814:x1830967347024128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.312990:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.313002:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8288a expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313025:0:10034:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313031:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.313033:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.313035:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313060:0:10034:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 5 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313069:0:10034:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 5 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746147264.313078:0:10034:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340129024:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147264.313144:0:10034:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e9f6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746147264.313167:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30249 00000100:00100000:2.0:1746147264.313172:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1832:x1830967347024256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746147264.313178:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.313183:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82891 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313192:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147264.313195:0:20948:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 90 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313200:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147264.313202:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 90 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313220:0:20948:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 90 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313228:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 90 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.313235:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ec00, rc 0) 00000100:00100000:2.0:1746147264.313271:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+90:1832:x1830967347024256:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.313276:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30249 00000100:00100000:0.0:1746147264.315326:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.315406:0:10034:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10034:1830967340129024:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147264.315423:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.315433:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:2.0:1746147264.315462:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+89:1814:x1830967347024128:12345-192.168.202.9@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.315468:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30248 00000100:00100000:3.0:1746147264.315917:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347024384 00000100:00100000:3.0:1746147264.315921:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347024384 00010000:00010000:3.0:1746147264.315940:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.315957:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15026 00000100:00100000:3.0:1746147264.315962:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347024384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.316212:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.316229:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.316238:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.316284:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9200/0x29021e8779c00adf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82883 expref: 6 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.316305:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.316306:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.316311:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 88 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.316318:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 88 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.316340:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 88 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.316474:0:7226:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 88 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.316485:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340129280:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.316555:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746147264.319811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.319858:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347024640 00000100:00100000:2.0:1746147264.319865:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347024640 00002000:00100000:2.0:1746147264.319902:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d880 x1830967347024640/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.319910:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d880 with x1830967347024640 ext(0->4095) 00010000:00010000:2.0:1746147264.319917:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.319929:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.319936:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d880 00000100:00100000:2.0:1746147264.319952:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2966 00000100:00100000:2.0:1746147264.319959:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967347024640:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147264.320797:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340129280:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.320812:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147264.321500:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347024384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5535us (6174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.321653:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15026 00000100:00100000:2.0:1746147264.321813:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009053d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2005:x1830967347024640:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 1853us (2007us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746147264.321820:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2966 00002000:00100000:2.0:1746147264.321827:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009053d880 x1830967347024640/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746147264.321841:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009053d880 with x1830967347024640 ext(0->4095) 00010000:00010000:2.0:1746147264.321848:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746147264.321867:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746147264.321872:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009053d880 00000100:00100000:0.0:1746147264.324005:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.324098:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347024768 00000100:00100000:3.0:1746147264.324106:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347024768 00010000:00010000:3.0:1746147264.324139:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746147264.324206:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15027 00000100:00100000:3.0:1746147264.324213:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+89:2006:x1830967347024768:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147264.324225:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147264.324265:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.324277:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.324297:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800906b9e00/0x29021e8779c00ae6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8288a expref: 89 pid: 10034 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746147264.324323:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.324325:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147264.324331:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 88 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.324339:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 88 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147264.324367:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 88 pid: 20948 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147264.324377:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340129408:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147264.325097:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b476e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746147264.326585:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340129408:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147264.326601:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147264.326629:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2006:x1830967347024768:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2415us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147264.326636:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15027 00000100:00100000:0.0:1746147264.327137:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147264.327457:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347025024 00000100:00100000:3.0:1746147264.327463:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347025024 00002000:00100000:3.0:1746147264.327491:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408000 x1830967347025024/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/0 e 0 to 0 dl 1746147275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.327499:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967347025024 ext(0->4095) 00002000:00010000:3.0:1746147264.327503:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:3.0:1746147264.327534:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13595 00000100:00100000:3.0:1746147264.327540:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967347025024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746147264.327644:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2005:x1830967347025024:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147264.327650:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13595 00002000:00100000:3.0:1746147264.327655:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094408000 x1830967347025024/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:640/0 lens 488/4536 e 0 to 0 dl 1746147275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746147264.327662:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967347025024 ext(0->4095) 00002000:00010000:3.0:1746147264.327664:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:0.0:1746147264.333353:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.334747:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347025280 00000100:00100000:2.0:1746147264.334757:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347025280 00000100:00100000:2.0:1746147264.334811:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 185 00000100:00100000:2.0:1746147264.334818:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+6:1814:x1830967347025280:12345-192.168.202.9@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746147264.334964:0:7242:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984821 00000100:00100000:2.0:1746147264.335042:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1814:x1830967347025280:12345-192.168.202.9@tcp:35:rw_seq_cst_vs_d.0 Request processed in 225us (1699us total) trans 4294984822 rc 0/0 00000100:00100000:2.0:1746147264.335048:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 185 00000020:00080000:2.0:1746147264.335052:0:7242:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1746147264.335107:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147264.338533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147264.338950:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347025536 00000100:00100000:1.0:1746147264.338958:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347025536 00000100:00100000:1.0:1746147264.339009:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 186 00000100:00100000:1.0:1746147264.339016:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+7:1814:x1830967347025536:12345-192.168.202.9@tcp:35:rw_seq_cst_vs_d.0 00000100:00080000:0.0:1746147264.339131:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746147264.339440:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+8:1814:x1830967347025536:12345-192.168.202.9@tcp:35:rw_seq_cst_vs_d.0 Request processed in 424us (912us total) trans 4294984823 rc 0/0 00000100:00100000:1.0:1746147264.339447:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 186 00000100:00100000:0.0:1746147264.368944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.369036:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347025664 00000100:00100000:2.0:1746147264.369043:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347025664 00000100:00100000:2.0:1746147264.369079:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39810 00000100:00100000:2.0:1746147264.369086:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:1849:x1830967347025664:12345-192.168.202.9@tcp:101:rm.0 00010000:00010000:2.0:1746147264.369105:0:7239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.369122:0:7239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00af4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82898 expref: -99 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.369176:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9200/0x29021e8779c00afb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.369187:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9200/0x29021e8779c00afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.369196:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9200/0x29021e8779c00afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00000004:00200000:2.0:1746147264.369232:0:7239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746147264.369235:0:7239:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147264.369274:0:7239:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9200/0x29021e8779c00afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.369291:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00af4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82898 expref: 10 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.369416:0:7239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9200/0x29021e8779c00afb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82898 expref: 9 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.369424:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147264.369426:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746147264.369429:0:7239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9200, rc 0) 00000100:00100000:2.0:1746147264.369701:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:1849:x1830967347025664:12345-192.168.202.9@tcp:101:rm.0 Request processed in 614us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.369707:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39810 00000100:00100000:0.0:1746147264.375160:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.375277:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347025792 00000100:00100000:2.0:1746147264.375285:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347025792 00000100:00100000:2.0:1746147264.375325:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39811 00000100:00100000:2.0:1746147264.375332:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:1849:x1830967347025792:12345-192.168.202.9@tcp:101:rm.0 00010000:00010000:2.0:1746147264.375349:0:7239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147264.375366:0:7239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8800/0x29021e8779c00b02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8289f expref: -99 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.375419:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375429:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375438:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375450:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375454:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375458:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375531:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ee00/0x29021e8779c00b17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375538:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ee00/0x29021e8779c00b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375544:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ee00/0x29021e8779c00b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00000004:00200000:2.0:1746147264.375571:0:7239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 8 00000004:00200000:2.0:1746147264.375574:0:7239:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147264.375585:0:7239:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ee00/0x29021e8779c00b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375592:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ee00/0x29021e8779c00b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375599:0:7239:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375603:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375608:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375612:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375617:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800906b8600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147264.375619:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375624:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375634:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147264.375636:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147264.375639:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375643:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375668:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375673:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375677:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375680:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800906b9e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147264.375682:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375685:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375689:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012bf58600) 00010000:00010000:2.0:1746147264.375690:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147264.375692:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375695:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746147264.375714:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8800/0x29021e8779c00b02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8289f expref: 11 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.375723:0:7239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ee00/0x29021e8779c00b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8289f expref: 10 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.375727:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880090464200) 00010000:00010000:2.0:1746147264.375729:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147264.375730:0:7239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ee00, rc 0) 00000100:00100000:2.0:1746147264.375767:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1849:x1830967347025792:12345-192.168.202.9@tcp:101:rm.0 Request processed in 436us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147264.375772:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39811 00000100:00100000:0.0:1746147264.383838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147264.384045:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026048 00000100:00100000:2.0:1746147264.384053:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026048 00000100:00100000:2.0:1746147264.384094:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39812 00000100:00100000:2.0:1746147264.384101:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+10:1849:x1830967347026048:12345-192.168.202.9@tcp:36:rm.0 00010000:00010000:2.0:1746147264.384143:0:7241:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746147264.384166:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ee00/0x29021e8779c00b17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8289f expref: 10 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.384461:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9400/0x29021e8779bfe4eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b80296 expref: 9 pid: 11683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.384473:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880090464200) 00010000:00010000:2.0:1746147264.384481:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9200/0x29021e8779c00afb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82898 expref: 8 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147264.384486:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147264.384489:0:7241:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147264.384502:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384520:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384528:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384538:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384543:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384547:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384602:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384608:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384612:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000040:00080000:2.0:1746147264.384758:0:7241:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:2.0:1746147264.384766:0:7241:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 776437522842ns, next at 777437521580ns, rc = 0 00010000:00010000:2.0:1746147264.384796:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384802:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384808:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384814:0:7241:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384819:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.384824:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385418:0:7241:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746147264.385432:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385437:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385442:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385447:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093627a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147264.385449:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385454:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385460:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880090464200) 00010000:00010000:2.0:1746147264.385462:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746147264.385464:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385468:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b2c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385550:0:7241:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385555:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385559:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385563:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385566:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800906b9e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147264.385567:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385574:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385579:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147264.385581:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147264.385582:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385586:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b9e00/0x29021e8779c00b1e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00000004:00010000:2.0:1746147264.385592:0:7241:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009440a680 reply state ffff880093c4a000 transno 4294984824 ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385598:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147264.385602:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012bf58500) 00010000:00010000:2.0:1746147264.385604:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147264.385606:0:7241:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746147264.385690:0:7228:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746147264.385695:0:7228:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746147264.385699:0:7228:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093627000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147264.385702:0:7228:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746147264.385709:0:7228:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746147264.385716:0:7228:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880090464200) 00010000:00010000:1.0:1746147264.385717:0:7228:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746147264.385719:0:7228:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746147264.385723:0:7228:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00b33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7241 initiator: MDT0 00010000:00010000:1.0:1746147264.385739:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147264.385741:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147264.385742:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147264.386461:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+9:1849:x1830967347026048:12345-192.168.202.9@tcp:36:rm.0 Request processed in 2357us (2627us total) trans 4294984824 rc 0/0 00000100:00100000:2.0:1746147264.386468:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39812 00000100:00100000:0.0:1746147264.780115:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967340129536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746147264.780168:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147264.780296:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340129536 00000100:00100000:1.0:1746147264.781115:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340129536 00000100:00100000:1.0:1746147264.781163:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1746147264.781170:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967340129536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746147264.781206:0:7245:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746147264.781270:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830967340129536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147264.781276:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1746147264.781316:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3764:1830967340129536:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746147265.163457:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147265.171320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147265.171358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147265.171402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147265.171571:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026176 00000100:00100000:1.0:1746147265.171579:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026176 00000100:00100000:1.0:1746147265.171613:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 565 00000100:00100000:1.0:1746147265.171619:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347026176:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1746147265.171667:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347026176:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 48us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147265.171676:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 565 00000100:00100000:2.0:1746147265.171882:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026560 00000100:00100000:2.0:1746147265.171887:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026560 00000100:00100000:2.0:1746147265.171930:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30250 00000100:00100000:2.0:1746147265.171935:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2004:x1830967347026560:12345-192.168.202.9@tcp:9:kworker.0 00000020:00000080:2.0:1746147265.171953:0:10034:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x29021e8779af765b 00000100:00080000:2.0:1746147265.171959:0:10034:0:(import.c:66:import_set_state_nolock()) ffff880096a5e000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746147265.171994:0:10034:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970634 00010000:00010000:0.0:1746147265.172070:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147265.172101:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+2:2004:x1830967347026560:12345-192.168.202.9@tcp:9:kworker.0 Request processed in 166us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147265.172108:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30250 00000100:00100000:3.0:1746147265.172293:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026432 00000100:00100000:3.0:1746147265.172297:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026432 00000100:00100000:3.0:1746147265.172322:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1145 00000100:00100000:3.0:1746147265.172328:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2008:x1830967347026432:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147265.172357:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2008:x1830967347026432:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 29us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147265.172362:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1145 00000100:00080000:1.0:1746147265.172928:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746147265.172933:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147265.176234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147265.176393:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347027072 00000100:00100000:2.0:1746147265.176404:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347027072 00000100:00100000:2.0:1746147265.176465:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30251 00000100:00100000:2.0:1746147265.176473:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2004:x1830967347027072:12345-192.168.202.9@tcp:9:kworker.0 00000020:00000080:2.0:1746147265.176513:0:10034:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x29021e8779af768c 00000100:00080000:2.0:1746147265.176522:0:10034:0:(import.c:66:import_set_state_nolock()) ffff88012c417800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746147265.176569:0:10034:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970634 00000100:00100000:2.0:1746147265.176702:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+2:2004:x1830967347027072:12345-192.168.202.9@tcp:9:kworker.0 Request processed in 229us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147265.176709:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30251 00010000:00010000:2.0:1746147265.176815:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746147265.176872:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147265.177733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147265.177771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147265.177801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147265.177815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147265.177836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147265.177864:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026816 00000100:00100000:0.0:1746147265.177869:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026816 00000100:00100000:0.0:1746147265.177909:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026304 00000100:00100000:0.0:1746147265.177911:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026304 00000100:00100000:0.0:1746147265.177926:0:11683:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026944 00000100:00100000:0.0:1746147265.177928:0:11683:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026944 00000100:00100000:0.0:1746147265.177962:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1146 00000100:00100000:0.0:1746147265.177967:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+8:2008:x1830967347026816:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147265.178011:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+8:2008:x1830967347026816:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 43us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147265.178015:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1146 00000100:00100000:0.0:1746147265.178042:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1147 00000100:00100000:0.0:1746147265.178045:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347026304:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147265.178064:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347026304:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 18us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147265.178068:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1147 00000100:00100000:0.0:1746147265.178075:0:11683:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1148 00000100:00100000:0.0:1746147265.178079:0:11683:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967347026944:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147265.178094:0:11683:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094124700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967347026944:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 15us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147265.178098:0:11683:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1148 00000100:00100000:0.0:1746147265.178139:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347027200 00000100:00100000:0.0:1746147265.178142:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347027200 00000100:00100000:0.0:1746147265.178156:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347026688 00000100:00100000:0.0:1746147265.178158:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347026688 00000100:00100000:0.0:1746147265.178170:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 788 00000100:00100000:0.0:1746147265.178174:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967347027200:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147265.178196:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967347027200:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 22us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147265.178200:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 788 00000100:00100000:0.0:1746147265.178210:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 789 00000100:00100000:0.0:1746147265.178213:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967347026688:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147265.178228:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+88:2008:x1830967347026688:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 14us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147265.178232:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 789 00000100:00080000:1.0:1746147265.178478:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:3.0:1746147265.668217:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972366 is committed 00010000:00010000:3.0:1746147266.166597:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147266.468283:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a3cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340129920:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468352:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.468405:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830967340130432:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.468439:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830967340130944:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.468470:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746147266.468474:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a3cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830967340130048:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.468522:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340130560:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.468552:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340131072:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.468611:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130432 00000100:00100000:0.0:1746147266.468618:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130432 00000100:00100000:0.0:1746147266.468660:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130944 00000100:00100000:0.0:1746147266.468662:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130944 00000100:00100000:0.0:1746147266.468675:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130048 00000100:00100000:0.0:1746147266.468676:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130048 00000100:00100000:0.0:1746147266.468689:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1746147266.468695:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830967340130432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468736:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830967340130432:12345-0@lo:400:kworker.0 Request processed in 42us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.468742:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1746147266.468780:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1746147266.468784:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830967340130944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468802:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830967340130944:12345-0@lo:400:kworker.0 Request processed in 18us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.468810:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1746147266.468818:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1746147266.468822:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830967340130048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468838:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830967340130048:12345-0@lo:400:kworker.0 Request processed in 17us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.468843:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1746147266.468860:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130560 00000100:00100000:0.0:1746147266.468862:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130560 00000100:00100000:0.0:1746147266.468879:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340131072 00000100:00100000:0.0:1746147266.468881:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340131072 00000100:00100000:0.0:1746147266.468891:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1746147266.468896:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340130560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468917:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340130560:12345-0@lo:400:kworker.0 Request processed in 22us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.468922:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1746147266.468930:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1746147266.468934:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340131072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.468951:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340131072:12345-0@lo:400:kworker.0 Request processed in 17us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.468956:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1746147266.468996:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a3cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830967340130048:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469003:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340130560:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469010:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340131072:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469017:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3763:1830967340130432:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469024:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3763:1830967340130944:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469058:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340129920 00000100:00100000:0.0:1746147266.469061:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340129920 00000100:00100000:0.0:1746147266.469079:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1746147266.469083:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340129920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469107:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340129920:12345-0@lo:400:kworker.0 Request processed in 24us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469112:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00080000:0.0:1746147266.469126:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746147266.469129:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746147266.469131:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746147266.469144:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a3cdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340129920:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469163:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a3cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830967340129792:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469181:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.469192:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3766:1830967340130304:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469204:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.469212:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3766:1830967340130816:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469225:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.469235:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1746147266.469239:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3766:1830967340129664:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469281:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.469305:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a3cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340130176:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469319:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.469328:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340130688:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469343:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.469352:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340131200:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469363:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.469378:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340129792 00000100:00100000:0.0:1746147266.469381:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340129792 00000100:00100000:0.0:1746147266.469394:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130304 00000100:00100000:0.0:1746147266.469395:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130304 00000100:00100000:0.0:1746147266.469405:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130816 00000100:00100000:0.0:1746147266.469407:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130816 00000100:00100000:0.0:1746147266.469417:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1746147266.469422:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830967340129792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469444:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830967340129792:12345-0@lo:400:kworker.0 Request processed in 23us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469449:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1746147266.469459:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1746147266.469463:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830967340130304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469479:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830967340130304:12345-0@lo:400:kworker.0 Request processed in 16us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469484:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1746147266.469505:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1746147266.469509:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830967340130816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469527:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830967340130816:12345-0@lo:400:kworker.0 Request processed in 18us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469532:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1746147266.469547:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340129664 00000100:00100000:0.0:1746147266.469549:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340129664 00000100:00100000:0.0:1746147266.469567:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1746147266.469572:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3766:x1830967340129664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469590:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3766:x1830967340129664:12345-0@lo:400:kworker.0 Request processed in 19us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469595:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1746147266.469614:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130688 00000100:00100000:0.0:1746147266.469616:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130688 00000100:00100000:0.0:1746147266.469628:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340131200 00000100:00100000:0.0:1746147266.469630:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340131200 00000100:00100000:0.0:1746147266.469641:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1746147266.469645:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340130688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469663:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340130688:12345-0@lo:400:kworker.0 Request processed in 18us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469668:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1746147266.469676:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1746147266.469680:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340131200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469696:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340131200:12345-0@lo:400:kworker.0 Request processed in 16us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469701:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1746147266.469715:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340130176 00000100:00100000:0.0:1746147266.469717:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340130176 00000100:00100000:0.0:1746147266.469729:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1746147266.469733:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340130176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469752:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340130176:12345-0@lo:400:kworker.0 Request processed in 19us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.469757:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00080000:0.0:1746147266.469774:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746147266.469776:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746147266.469778:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147266.469791:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094127800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3766:1830967340129664:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469799:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a3cdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340130176:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469805:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340130688:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469812:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340131200:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469819:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a3cd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830967340129792:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469825:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3766:1830967340130304:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.469832:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3766:1830967340130816:0@lo:400:kworker.0 00000100:00100000:0.0:1746147266.508219:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340131328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746147266.508315:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147266.509280:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340131328 00000100:00100000:0.0:1746147266.509288:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340131328 00000100:00100000:0.0:1746147266.509334:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1746147266.509341:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340131328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746147266.509371:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921985536 avail 3690463232 00000100:00100000:0.0:1746147266.509413:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340131328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147266.509419:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1746147266.509480:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340131328:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1746147266.510097:0:11497:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 778562853603ns, next at 779562850777ns, rc = 0 00000100:00100000:0.0:1746147266.557501:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746147266.557524:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800945a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340131456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746147266.557600:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147266.557726:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340131456 00000100:00100000:3.0:1746147266.557736:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340131456 00000100:00100000:3.0:1746147266.557788:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1746147266.557798:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340131456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746147266.558654:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921985536 avail 3690463232 00000100:00100000:3.0:1746147266.558718:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340131456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 921us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147266.558725:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1746147266.558755:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800945a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340131456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746147266.685040:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746147266.685062:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340131584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746147266.685130:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147266.685187:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340131584 00000100:00100000:2.0:1746147266.685194:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340131584 00000100:00100000:2.0:1746147266.685236:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1746147266.685257:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340131584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746147266.685290:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746147266.685326:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340131584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147266.685350:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340131584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746147266.685839:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1746147266.699689:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340131712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746147266.699768:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147266.699817:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340131712 00000100:00100000:2.0:1746147266.699826:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340131712 00000100:00100000:2.0:1746147266.699867:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1746147266.699875:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340131712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746147266.699899:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746147266.699936:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340131712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147266.699941:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1746147266.700224:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340131712:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1746147267.171370:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147267.917345:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340131840:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746147267.917418:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147267.917537:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340131840 00000100:00100000:0.0:1746147267.917545:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340131840 00000100:00100000:0.0:1746147267.917585:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1746147267.917592:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830967340131840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746147267.917627:0:7245:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746147267.917668:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830967340131840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147267.917673:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1746147267.918159:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340131840:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746147268.172863:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746147268.433955:0:28261:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 20:54:28 (1746147268) 00000100:00100000:0.0:1746147268.498910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147268.498937:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347027328 00000100:00100000:0.0:1746147268.498944:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347027328 00000100:00100000:0.0:1746147268.498989:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39813 00000100:00100000:0.0:1746147268.498996:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2507:x1830967347027328:12345-192.168.202.9@tcp:41:stat.0 00000004:00000024:0.0:1746147268.499036:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7843086336 avail 7380041728 00000100:00100000:0.0:1746147268.499083:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2507:x1830967347027328:12345-192.168.202.9@tcp:41:stat.0 Request processed in 87us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147268.499089:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39813 00000100:00080000:0.0:1746147268.499116:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147268.585707:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.586233:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347027456 00000100:00100000:2.0:1746147268.586274:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347027456 00000100:00100000:2.0:1746147268.586319:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39814 00000100:00100000:2.0:1746147268.586326:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2511:x1830967347027456:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:2.0:1746147268.586343:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.586360:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828a6 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.586417:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626600/0x29021e8779c00b41 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.586428:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626600/0x29021e8779c00b41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.586437:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626600/0x29021e8779c00b41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147268.586492:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746147268.586496:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147268.586509:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093626600/0x29021e8779c00b41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.586525:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c00b3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828a6 expref: 11 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.586591:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626600/0x29021e8779c00b41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828a6 expref: 10 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.586598:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147268.586601:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746147268.586603:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626600, rc 0) 00000100:00100000:2.0:1746147268.586641:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2511:x1830967347027456:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 315us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.586647:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39814 00000100:00100000:0.0:1746147268.588914:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.589110:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347027584 00000100:00100000:2.0:1746147268.589116:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347027584 00000100:00100000:2.0:1746147268.589156:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39815 00000100:00100000:2.0:1746147268.589162:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2511:x1830967347027584:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:2.0:1746147268.589175:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.589188:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828ad expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.589227:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589263:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589273:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589283:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589292:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589296:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589330:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589336:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589341:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589346:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093627c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.589349:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589354:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589363:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147268.589366:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.589369:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589373:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627c00/0x29021e8779c00b4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589381:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589384:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589403:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589408:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093626a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.589410:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589414:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589419:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880130810f00) 00010000:00010000:2.0:1746147268.589420:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.589422:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589426:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.589446:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b48 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828ad expref: 11 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.589452:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828ad expref: 11 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.589457:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:2.0:1746147268.589505:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094127800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2511:x1830967347027584:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 343us (595us total) trans 0 rc 301/301 00000100:00100000:2.0:1746147268.589510:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39815 00000100:00100000:0.0:1746147268.594732:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.595527:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347027840 00000100:00100000:2.0:1746147268.595535:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347027840 00000100:00100000:2.0:1746147268.595586:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39816 00000100:00100000:2.0:1746147268.595592:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2511:x1830967347027840:12345-192.168.202.9@tcp:36:lfs.0 00010000:00010000:2.0:1746147268.595634:0:21576:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147268.595655:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626600/0x29021e8779c00b41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828a6 expref: 10 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.595683:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147268.595686:0:21576:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147268.595727:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.595737:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.595744:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.595754:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.595759:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.595764:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000040:00080000:2.0:1746147268.596397:0:21576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746147268.596453:0:21576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746147268.596458:0:21576:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800937c4b40 with version 18 00000004:00080000:0.0:1746147268.597674:0:9095:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a8483b40 version 18 rpc_version 18 00000020:00100000:0.0:1746147268.597712:0:9095:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746147268.597718:0:9095:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a3cdbb80 x1830967340132096/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746147268.597736:0:9095:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a3cdbb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340132096:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746147268.597780:0:9095:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147268.597848:0:9095:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008fd06180 going to sleep for 11 seconds 00000100:00100000:1.0:1746147268.598049:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340132096 00000100:00100000:1.0:1746147268.598055:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340132096 00000100:00100000:1.0:1746147268.598096:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1746147268.598102:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9095:x1830967340132096:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746147268.598676:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9095:x1830967340132096:12345-0@lo:1000:osp_up1-0.0 Request processed in 573us (894us total) trans 4294967390 rc 0/0 00000100:00100000:1.0:1746147268.598682:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1746147268.598762:0:9095:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a3cdbb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340132096:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746147268.598839:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598851:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598860:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598873:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598878:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598883:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598902:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598907:0:21576:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.598914:0:21576:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 21576 initiator: MDT0 00000100:00100000:2.0:1746147268.598924:0:21576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21576:1830967340132224:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1746147268.598944:0:21576:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147268.599096:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340132224 00000100:00100000:1.0:1746147268.599099:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340132224 00000100:00100000:1.0:1746147268.599115:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1746147268.599120:0:21576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4180 going to sleep for 11 seconds 00000100:00100000:1.0:1746147268.599120:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21576:x1830967340132224:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1746147268.599129:0:15340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.599140:0:15340:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e4a00/0x29021e8779c00b80 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x29021e8779c00b79 expref: -99 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.599158:0:15340:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e4a00/0x29021e8779c00b80 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x29021e8779c00b79 expref: 7 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.599172:0:15340:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e4a00/0x29021e8779c00b80 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x29021e8779c00b79 expref: 7 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.599178:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800969aad00) 00010000:00010000:1.0:1746147268.599180:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147268.599182:0:15340:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4a00, rc 0) 00000100:00100000:1.0:1746147268.599203:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:21576:x1830967340132224:12345-0@lo:101:mdt00_005.0 Request processed in 83us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.599208:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1746147268.599231:0:21576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21576:1830967340132224:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1746147268.599261:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.599269:0:21576:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746147268.599283:0:21576:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a3cd9880 reply state ffff880093c49000 transno 4294984825 ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599290:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599296:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:2.0:1746147268.599298:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147268.599300:0:21576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746147268.599304:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.599311:0:21576:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746147268.599318:0:21576:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:2.0:1746147268.599321:0:21576:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a3cd9880 reply state ffff880093c49000 transno 4294984825 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599326:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599331:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880130810500) 00010000:00010000:2.0:1746147268.599333:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147268.599335:0:21576:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746147268.599337:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:2.0:1746147268.599343:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599347:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599352:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599357:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093626800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.599360:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599366:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599373:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147268.599374:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.599377:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599381:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00b5d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00000004:00010000:2.0:1746147268.599401:0:21576:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a3cd9880 reply state ffff880093c49000 transno 4294984825 ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599407:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.599412:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880130810400) 00010000:00010000:2.0:1746147268.599413:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147268.599415:0:21576:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746147268.599468:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2511:x1830967347027840:12345-192.168.202.9@tcp:36:lfs.0 Request processed in 3875us (4742us total) trans 4294984825 rc 0/0 00000100:00100000:2.0:1746147268.599483:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39816 00000100:00100000:0.0:1746147268.619437:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.619506:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347027968 00000100:00100000:2.0:1746147268.619514:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347027968 00000100:00100000:2.0:1746147268.619560:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39817 00000100:00100000:2.0:1746147268.619567:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2512:x1830967347027968:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147268.619586:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.619604:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406c00/0x29021e8779c00b87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828b4 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.619650:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090625200/0x29021e8779c00b8e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.619660:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090625200/0x29021e8779c00b8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.619669:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090625200/0x29021e8779c00b8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147268.619700:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746147268.619702:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147268.619715:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090625200/0x29021e8779c00b8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.619732:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406c00/0x29021e8779c00b87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828b4 expref: 13 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.619762:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090625200/0x29021e8779c00b8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828b4 expref: 12 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.619768:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147268.619771:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746147268.619773:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090625200, rc 0) 00000100:00100000:2.0:1746147268.619810:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a3cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2512:x1830967347027968:12345-192.168.202.9@tcp:101:cp.0 Request processed in 243us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.619815:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39817 00000100:00100000:0.0:1746147268.621501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.621821:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347028096 00000100:00100000:2.0:1746147268.621828:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347028096 00000100:00100000:2.0:1746147268.621868:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39818 00000100:00100000:2.0:1746147268.621873:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2512:x1830967347028096:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147268.621884:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.621894:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819400/0x29021e8779c00b95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828bb expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.621925:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.621933:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.621941:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.621949:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.621954:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.621958:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622016:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819c00/0x29021e8779c00baa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622021:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819c00/0x29021e8779c00baa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622026:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819c00/0x29021e8779c00baa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147268.622070:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1746147268.622073:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746147268.622083:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819c00/0x29021e8779c00baa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622091:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622095:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622100:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622105:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d818000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.622108:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622113:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622120:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147268.622122:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.622125:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622128:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c00b9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622138:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622142:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622146:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622149:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d819e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.622151:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622155:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622159:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880130810400) 00010000:00010000:2.0:1746147268.622161:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.622164:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622168:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c00ba3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.622184:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819400/0x29021e8779c00b95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828bb expref: 14 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.622192:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819c00/0x29021e8779c00baa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828bb expref: 13 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.622198:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880130810500) 00010000:00010000:2.0:1746147268.622199:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746147268.622201:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d819c00, rc 0) 00000100:00100000:2.0:1746147268.622272:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2512:x1830967347028096:12345-192.168.202.9@tcp:101:cp.0 Request processed in 397us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.622277:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39818 00000100:00100000:0.0:1746147268.626607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.626713:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347028224 00000100:00100000:2.0:1746147268.626721:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347028224 00000100:00100000:2.0:1746147268.626758:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39819 00000100:00100000:2.0:1746147268.626764:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2512:x1830967347028224:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147268.626782:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.626797:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8200/0x29021e8779c00bb1 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828c2 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.626836:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00bb8 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147268.626845:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147268.626853:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00200000:2.0:1746147268.626886:0:7241:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746147268.626889:0:7241:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746147268.626914:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8200/0x29021e8779c00bb1 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828c2 expref: 15 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.626926:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828c2 expref: 14 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.626932:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:2.0:1746147268.626934:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746147268.626936:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8400, rc 0) 00000100:00100000:2.0:1746147268.627627:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2512:x1830967347028224:12345-192.168.202.9@tcp:101:cp.0 Request processed in 861us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.627635:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39819 00000100:00100000:0.0:1746147268.630229:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.630361:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347028352 00000100:00100000:2.0:1746147268.630368:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347028352 00000100:00100000:2.0:1746147268.630423:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39820 00000100:00100000:2.0:1746147268.630430:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2512:x1830967347028352:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147268.630443:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.630457:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b8c00/0x29021e8779c00bbf lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828c9 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.630508:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:2.0:1746147268.630519:0:7241:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e4a00/0x29021e8779c00b80 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x29021e8779c00b79 expref: 6 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.630525:0:7241:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT1 00010000:00010000:2.0:1746147268.630548:0:7241:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e4a00/0x29021e8779c00b80 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x29021e8779c00b79 expref: 6 pid: 15340 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147268.630559:0:7241:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7241:1830967340132352:0@lo:104: 00000100:00100000:2.0:1746147268.630590:0:7241:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147268.630634:0:7241:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746147268.630706:0:21533:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340132352 00000100:00100000:1.0:1746147268.630710:0:21533:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340132352 00000100:00100000:1.0:1746147268.630739:0:21533:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1746147268.630744:0:21533:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7241:x1830967340132352:12345-0@lo:104: 00010000:00010000:1.0:1746147268.630753:0:21533:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.630787:0:21533:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1746147268.630791:0:21533:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7241:x1830967340132352:12345-0@lo:104: Request processed in 47us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.630795:0:21533:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:1.0:1746147268.630817:0:7229:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746147268.630822:0:7229:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.630828:0:7229:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096b1be00 already unused, calling callback (ffffffffa0f27e30) 00010000:00010000:1.0:1746147268.630832:0:7229:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746147268.630843:0:7229:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.630860:0:7229:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.630864:0:7229:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746147268.630877:0:7229:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.630883:0:7229:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880096b1be00/0x29021e8779c00b79 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x29021e8779c00b80 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.630898:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147268.630899:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147268.630901:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746147268.630909:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340132480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746147268.630928:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147268.630951:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340132480 00000100:00100000:1.0:1746147268.630954:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340132480 00010000:00010000:1.0:1746147268.630966:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e4a00/0x29021e8779c00b80 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x29021e8779c00b79 expref: 7 pid: 15340 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147268.630979:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15028 00000100:00100000:1.0:1746147268.630983:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3763:x1830967340132480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746147268.630989:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:0.0:1746147268.631236:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746147268.631322:0:7241:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7241:1830967340132352:0@lo:104: 00010000:00010000:3.0:1746147268.631336:0:7241:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT1 00000001:00080000:0.0:1746147268.632805:0:8382:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967390 is committed 00010000:00010000:1.0:1746147268.632891:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e4a00/0x29021e8779c00b80 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x29021e8779c00b79 expref: 6 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.632906:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800969aad00) 00010000:00010000:1.0:1746147268.632909:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT1 00010000:00010000:1.0:1746147268.632917:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7241 initiator: MDT1 00010000:00010000:1.0:1746147268.632922:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7241 initiator: MDT1 00010000:00010000:1.0:1746147268.633203:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147268.633267:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967340132480:12345-0@lo:103:ldlm_bl.0 Request processed in 2282us (2336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.633274:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15028 00000100:00100000:0.0:1746147268.633335:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340132480:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746147268.633389:0:7241:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT1 00010000:00010000:3.0:1746147268.633395:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT1 00000004:00200000:3.0:1746147268.633433:0:7241:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746147268.633436:0:7241:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746147268.633468:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b8c00/0x29021e8779c00bbf lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828c9 expref: 7 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.633492:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800906b9e00/0x29021e8779c00bc6 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828c9 expref: 6 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.633498:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800969aad00) 00010000:00010000:3.0:1746147268.633501:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746147268.633503:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9e00, rc 0) 00000100:00100000:3.0:1746147268.633533:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2512:x1830967347028352:12345-192.168.202.9@tcp:101:cp.0 Request processed in 3103us (3309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147268.633538:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39820 00000100:00100000:0.0:1746147268.636140:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.636231:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347028480 00000100:00100000:3.0:1746147268.636238:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347028480 00000100:00100000:3.0:1746147268.636431:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39821 00000100:00100000:3.0:1746147268.636438:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2512:x1830967347028480:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:3.0:1746147268.636452:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147268.636467:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487dc00/0x29021e8779c00bcd lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828d0 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.636519:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636529:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636538:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636548:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636556:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636560:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636604:0:7241:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636609:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636614:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636619:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636623:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009487c800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147268.636626:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636631:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636640:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:3.0:1746147268.636642:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147268.636646:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636650:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c800/0x29021e8779c00bd4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636657:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636662:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636665:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636668:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009487de00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147268.636670:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636673:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636677:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880094841800) 00010000:00010000:3.0:1746147268.636679:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147268.636681:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636685:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487de00/0x29021e8779c00bdb lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.636707:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487dc00/0x29021e8779c00bcd lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828d0 expref: 15 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.636713:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487dc00/0x29021e8779c00bcd lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828d0 expref: 15 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.636719:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:3.0:1746147268.636816:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2512:x1830967347028480:12345-192.168.202.9@tcp:101:cp.0 Request processed in 376us (679us total) trans 0 rc 301/301 00000100:00100000:3.0:1746147268.636821:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39821 00000100:00100000:0.0:1746147268.638944:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.639037:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347028736 00000100:00100000:3.0:1746147268.639043:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347028736 00000100:00100000:3.0:1746147268.639081:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39822 00000100:00100000:3.0:1746147268.639087:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2512:x1830967347028736:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:3.0:1746147268.639098:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147268.639101:0:7241:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746147268.639117:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00bb8 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828c2 expref: 14 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.639128:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:3.0:1746147268.639131:0:7241:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147268.639139:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00be2 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828d7 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.639195:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639203:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639210:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639219:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639224:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639229:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00080000:3.0:1746147268.639464:0:7241:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:3.0:1746147268.639559:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00bf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639565:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639570:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639590:0:7241:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639595:0:7241:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639599:0:7241:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639604:0:7241:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639608:0:7241:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009487d400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147268.639612:0:7241:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639617:0:7241:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639623:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:3.0:1746147268.639625:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147268.639628:0:7241:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639636:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00be9 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00000004:00010000:3.0:1746147268.639645:0:7241:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800b4fe4e00 reply state ffff88009abef000 transno 4294984826 ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639651:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.639655:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880094841d00) 00010000:00010000:3.0:1746147268.639657:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746147268.639659:0:7241:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746147268.639674:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00be2 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828d7 expref: 16 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.639689:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828d7 expref: 15 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.639694:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:3.0:1746147268.639695:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147268.639697:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626800, rc 0) 00000100:00100000:3.0:1746147268.639739:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2512:x1830967347028736:12345-192.168.202.9@tcp:101:cp.0 Request processed in 652us (798us total) trans 4294984826 rc 0/0 00000100:00100000:3.0:1746147268.639744:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39822 00000100:00100000:0.0:1746147268.642571:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.642738:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347028864 00000100:00100000:2.0:1746147268.642746:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347028864 00000100:00100000:2.0:1746147268.642771:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30252 00000100:00100000:2.0:1746147268.642777:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2004:x1830967347028864:12345-192.168.202.9@tcp:8:cp.0 00010000:00080000:2.0:1746147268.642801:0:9588:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp t0 exp (null) cur 780 last 0 00000020:00000080:2.0:1746147268.642826:0:9588:0:(genops.c:1402:class_connect()) connect: client c87836e4-e7c1-48ac-86a6-801997ef6141, cookie 0x29021e8779c00c05 00002000:00100000:2.0:1746147268.642835:0:9588:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c87836e4-e7c1-48ac-86a6-801997ef6141/ffff88012290e800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103646 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746147268.642850:0:9588:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746147268.642903:0:9588:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012a2d5c00 00002000:00080000:2.0:1746147268.642909:0:9588:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746147268.642928:0:9588:0:(import.c:66:import_set_state_nolock()) ffff88012290d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746147268.642979:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2004:x1830967347028864:12345-192.168.202.9@tcp:8:cp.0 Request processed in 201us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.642985:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30252 00000100:00100000:0.0:1746147268.644288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.644583:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347028992 00000100:00100000:2.0:1746147268.644588:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347028992 00000100:00100000:2.0:1746147268.644627:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30253 00000100:00100000:2.0:1746147268.644632:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:0:x1830967347028992:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147268.644641:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.644654:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828de expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147268.644671:0:9588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746147268.644682:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147268.644683:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147268.644689:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 7 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147268.644702:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 7 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147268.644710:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b9400, rc 0) 00000100:00100000:2.0:1746147268.644730:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:0:x1830967347028992:12345-192.168.202.9@tcp:101:cp.0 Request processed in 97us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.644735:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30253 00000100:00080000:0.0:1746147268.644825:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147268.646627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.646682:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347029120 00000100:00100000:1.0:1746147268.646686:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347029120 00000100:00100000:1.0:1746147268.646724:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30254 00000100:00100000:1.0:1746147268.646730:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2512:x1830967347029120:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:1.0:1746147268.646744:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.646754:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828e5 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.646773:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 8 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.646779:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147268.646780:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147268.646783:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.646811:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 8 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.646821:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 8 pid: 9588 timeout: 880 lvb_type: 1 00000100:00100000:1.0:1746147268.646830:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132608:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147268.646903:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846600 going to sleep for 11 seconds 00000100:00100000:0.0:1746147268.648532:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.648597:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347029248 00000100:00100000:2.0:1746147268.648602:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347029248 00010000:00010000:2.0:1746147268.648622:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 9 pid: 9588 timeout: 880 lvb_type: 1 00000100:00100000:2.0:1746147268.648642:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15029 00000100:00100000:2.0:1746147268.648646:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347029248:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147268.648655:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147268.648669:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 9 pid: 9588 timeout: 880 lvb_type: 1 00000100:00100000:1.0:1746147268.648674:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132608:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147268.648680:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 9 pid: 9588 timeout: 880 lvb_type: 1 00010000:00010000:2.0:1746147268.648694:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800906b9400/0x29021e8779c00c0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828de expref: 9 pid: 9588 timeout: 880 lvb_type: 1 00010000:00010000:1.0:1746147268.648702:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.648713:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147268.648715:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147268.648720:0:9589:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.648728:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.648920:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147268.649050:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347029248:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 402us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.649056:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15029 00010000:00010000:1.0:1746147268.649237:0:9589:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147268.649272:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132736:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147268.649332:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147268.651708:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132736:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147268.651727:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4e00, rc 0) 00000100:00100000:1.0:1746147268.651898:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2512:x1830967347029120:12345-192.168.202.9@tcp:101:cp.0 Request processed in 5166us (5273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.651906:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30254 00000100:00100000:0.0:1746147268.653833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.654115:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347029504 00000100:00100000:1.0:1746147268.654122:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347029504 00000100:00100000:1.0:1746147268.654167:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 187 00000100:00100000:1.0:1746147268.654173:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2512:x1830967347029504:12345-192.168.202.9@tcp:35:cp.0 00000100:00100000:1.0:1746147268.654423:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2512:x1830967347029504:12345-192.168.202.9@tcp:35:cp.0 Request processed in 249us (595us total) trans 4294984827 rc 0/0 00000100:00100000:1.0:1746147268.654429:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 187 00000100:00100000:0.0:1746147268.679661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.679962:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347029760 00000100:00100000:3.0:1746147268.679970:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347029760 00000100:00100000:3.0:1746147268.680235:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39823 00000100:00100000:3.0:1746147268.680268:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2515:x1830967347029760:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746147268.680288:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147268.680672:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00c1a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828ec expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.680757:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00c21 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.680768:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00c21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.680778:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00c21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00200000:3.0:1746147268.680788:0:7241:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:3.0:1746147268.680875:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00c1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828ec expref: 20 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.681999:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d400/0x29021e8779c00c21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828ec expref: 19 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.682007:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:3.0:1746147268.682010:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746147268.682012:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487d400, rc 0) 00000100:00100000:3.0:1746147268.682063:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2515:x1830967347029760:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 1820us (2408us total) trans 4294984828 rc 0/0 00000100:00100000:3.0:1746147268.682071:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39823 00000100:00100000:0.0:1746147268.704121:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.704225:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347029888 00000100:00100000:3.0:1746147268.704234:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347029888 00000100:00100000:3.0:1746147268.704317:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39824 00000100:00100000:3.0:1746147268.704324:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+8:2519:x1830967347029888:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746147268.704341:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147268.704357:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00c2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828f3 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.704398:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.704408:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.704416:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00200000:3.0:1746147268.704449:0:7241:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147268.704452:0:7241:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147268.704464:0:7241:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.704491:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00c2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 10 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.704507:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 9 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.704513:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147268.704516:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147268.704518:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093627000, rc 0) 00000100:00100000:3.0:1746147268.704550:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+9:2519:x1830967347029888:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 227us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147268.704555:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39824 00000100:00080000:3.0:1746147268.704580:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147268.707430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.708074:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347030016 00000100:00100000:1.0:1746147268.708081:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347030016 00000100:00100000:1.0:1746147268.708280:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39825 00000100:00100000:1.0:1746147268.708287:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+9:2519:x1830967347030016:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.708303:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.708317:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5000/0x29021e8779c00c3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b828fa expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.708358:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708367:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708376:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708387:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708392:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708397:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708455:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4a00/0x29021e8779c00c52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708461:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4a00/0x29021e8779c00c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708465:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4a00/0x29021e8779c00c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:1.0:1746147268.708523:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1746147268.708526:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746147268.708540:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4a00/0x29021e8779c00c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708546:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708550:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708555:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708559:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e5800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147268.708563:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708569:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708577:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147268.708579:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147268.708582:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708585:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708608:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708612:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708615:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708618:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e4800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147268.708620:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708623:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708628:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880130810400) 00010000:00010000:1.0:1746147268.708629:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147268.708631:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708634:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.708652:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5000/0x29021e8779c00c3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828fa expref: 11 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.708660:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4a00/0x29021e8779c00c52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828fa expref: 10 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.708665:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880130810500) 00010000:00010000:1.0:1746147268.708667:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746147268.708668:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4a00, rc 0) 00000100:00100000:1.0:1746147268.708706:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+10:2519:x1830967347030016:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 419us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.708711:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39825 00000100:00100000:0.0:1746147268.711557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.711651:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347030144 00000100:00100000:3.0:1746147268.711659:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347030144 00000100:00100000:3.0:1746147268.712197:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39826 00000100:00100000:3.0:1746147268.712205:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+10:2519:x1830967347030144:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746147268.712220:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147268.712236:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00c59 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82901 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.712306:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487da00/0x29021e8779c00c60 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.712315:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009487da00/0x29021e8779c00c60 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:3.0:1746147268.712324:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009487da00/0x29021e8779c00c60 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00200000:3.0:1746147268.712353:0:7241:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746147268.712356:0:7241:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746147268.712380:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487c000/0x29021e8779c00c59 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82901 expref: 12 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.712462:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487da00/0x29021e8779c00c60 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82901 expref: 11 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.712477:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:3.0:1746147268.712480:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746147268.712482:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487da00, rc 0) 00000100:00100000:3.0:1746147268.712846:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+11:2519:x1830967347030144:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 641us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147268.712852:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39826 00000100:00100000:0.0:1746147268.714994:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.715069:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347030272 00000100:00100000:1.0:1746147268.715075:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347030272 00000100:00080000:3.0:1746147268.715160:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746147268.715181:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39827 00000100:00100000:1.0:1746147268.715187:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+5:2519:x1830967347030272:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.715198:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.715208:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e5e00/0x29021e8779c00c67 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82908 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.715388:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e5c00/0x29021e8779c00c6e lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.715397:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e5c00/0x29021e8779c00c6e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT1 00010000:00010000:1.0:1746147268.715404:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e5c00/0x29021e8779c00c6e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT1 00000004:00200000:1.0:1746147268.715433:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746147268.715436:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746147268.715463:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e5e00/0x29021e8779c00c67 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82908 expref: 7 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.715568:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800937e5c00/0x29021e8779c00c6e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82908 expref: 6 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.715575:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800969aad00) 00010000:00010000:1.0:1746147268.715577:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746147268.715580:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5c00, rc 0) 00000100:00100000:1.0:1746147268.715609:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2519:x1830967347030272:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 423us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.715615:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39827 00000100:00100000:0.0:1746147268.716846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.716916:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347030400 00000100:00100000:1.0:1746147268.716921:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347030400 00000100:00100000:1.0:1746147268.716996:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39828 00000100:00100000:1.0:1746147268.717003:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+11:2519:x1830967347030400:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.717013:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.717026:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5000/0x29021e8779c00c75 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8290f expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.717061:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717071:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717078:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717087:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717092:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717097:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717152:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717159:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717164:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:1.0:1746147268.717185:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00000004:00200000:1.0:1746147268.717188:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746147268.717199:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717207:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717213:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717218:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717223:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717231:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e4800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147268.717234:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717240:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717379:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:1.0:1746147268.717381:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147268.717385:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717389:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4800/0x29021e8779c00c7c lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717398:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717402:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717407:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717410:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e5800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147268.717412:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717417:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717421:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880094841d00) 00010000:00010000:1.0:1746147268.717423:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147268.717425:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717429:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5800/0x29021e8779c00c83 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147268.717446:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5000/0x29021e8779c00c75 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 13 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.717454:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 12 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.717460:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:1.0:1746147268.717461:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746147268.717463:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5600, rc 0) 00000100:00100000:0.0:1746147268.718221:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+12:2519:x1830967347030400:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 1216us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147268.718227:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39828 00000100:00100000:0.0:1746147268.721227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.721326:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347030528 00000100:00100000:1.0:1746147268.721333:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347030528 00000100:00100000:1.0:1746147268.721362:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30255 00000100:00100000:1.0:1746147268.721368:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2004:x1830967347030528:12345-192.168.202.9@tcp:8:mmap_cat.0 00010000:00080000:1.0:1746147268.721392:0:9589:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp t0 exp (null) cur 780 last 0 00000020:00000080:1.0:1746147268.721439:0:9589:0:(genops.c:1402:class_connect()) connect: client 1fc346d7-2842-4f5e-afba-83962e59d746, cookie 0x29021e8779c00c91 00002000:00100000:1.0:1746147268.721447:0:9589:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 1fc346d7-2842-4f5e-afba-83962e59d746/ffff88008f4c9000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103646 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746147268.721456:0:9589:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1746147268.721523:0:9589:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012a2d5c00 00002000:00080000:1.0:1746147268.721530:0:9589:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1746147268.721549:0:9589:0:(import.c:66:import_set_state_nolock()) ffff88008f4cf800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746147268.721597:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:2004:x1830967347030528:12345-192.168.202.9@tcp:8:mmap_cat.0 Request processed in 226us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.721603:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30255 00000100:00100000:0.0:1746147268.723190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.723271:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347030656 00000100:00100000:1.0:1746147268.723276:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347030656 00000100:00100000:1.0:1746147268.723337:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30256 00000100:00100000:1.0:1746147268.723343:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:0:x1830967347030656:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.723355:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.723367:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009492ee00/0x29021e8779c00c98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82916 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746147268.723393:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746147268.723409:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132864:192.168.202.9@tcp:106: 00000100:00100000:1.0:1746147268.723491:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846c00 going to sleep for 11 seconds 00002000:00010000:1.0:1746147268.725069:0:9589:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size: 0 -> 1716 00002000:00010000:1.0:1746147268.725074:0:9589:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime: 0 -> 1746147269 00002000:00010000:1.0:1746147268.725076:0:9589:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746147269 00002000:00010000:1.0:1746147268.725077:0:9589:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime: 0 -> 1746147269 00002000:00010000:1.0:1746147268.725078:0:9589:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1746147268.725095:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132864:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147268.725118:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009492ee00/0x29021e8779c00c98 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82916 expref: 7 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.725129:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009492ee00/0x29021e8779c00c98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82916 expref: 7 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.725224:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492ee00, rc 0) 00000100:00100000:1.0:1746147268.725288:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:0:x1830967347030656:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 1943us (2100us total) trans 0 rc 301/301 00000100:00100000:1.0:1746147268.725295:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30256 00000100:00100000:0.0:1746147268.727044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.727098:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347030912 00000100:00100000:2.0:1746147268.727104:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347030912 00000100:00100000:2.0:1746147268.727150:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39829 00000100:00100000:2.0:1746147268.727157:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+12:2519:x1830967347030912:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746147268.727171:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.727185:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00c9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8291d expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.727299:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c00ca6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.727310:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c00ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.727319:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c00ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147268.727328:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:2.0:1746147268.727411:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00c9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8291d expref: 15 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.727439:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c00ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8291d expref: 14 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.727449:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.727452:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147268.727454:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096b1be00, rc 0) 00000100:00100000:2.0:1746147268.727508:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+14:2519:x1830967347030912:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 351us (468us total) trans 4294984829 rc 0/0 00000100:00100000:2.0:1746147268.727513:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39829 00000100:00100000:0.0:1746147268.729866:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147268.729920:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.730012:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347031040 00000100:00100000:2.0:1746147268.730019:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347031040 00000100:00100000:2.0:1746147268.730066:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 612 00000100:00100000:2.0:1746147268.730076:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347031040:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147268.730086:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746147268.730099:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347031168 00010000:00010000:2.0:1746147268.730103:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c00ca6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8291d expref: 14 pid: 21576 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147268.730103:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347031168 00010000:00010000:2.0:1746147268.730119:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.730122:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147268.730150:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+13:2006:x1830967347031040:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 75us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.730156:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 612 00000100:00100000:1.0:1746147268.730207:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30257 00000100:00100000:1.0:1746147268.730214:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347031168:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.730228:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.730237:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82924 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147268.730507:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132992:192.168.202.9@tcp:106: 00000100:00100000:1.0:1746147268.730804:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147268.732118:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340132992:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147268.732138:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cb4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82924 expref: 7 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.732148:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82924 expref: 7 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.732160:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4800, rc 0) 00000100:00100000:1.0:1746147268.732408:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347031168:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 2194us (2487us total) trans 0 rc 301/301 00000100:00100000:1.0:1746147268.732414:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30257 00000100:00100000:0.0:1746147268.734375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.734590:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347031296 00000100:00100000:1.0:1746147268.734597:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347031296 00000100:00100000:1.0:1746147268.734698:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30258 00000100:00100000:1.0:1746147268.734705:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:2519:x1830967347031296:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.734719:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.734732:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8292b expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.734754:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.734760:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147268.734762:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147268.734765:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.734787:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.734796:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 6 pid: 9589 timeout: 880 lvb_type: 0 00000100:00100000:1.0:1746147268.734806:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133120:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147268.735107:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746147268.737865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.738007:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133120:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147268.738030:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.738044:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5e00, rc 0) 00000100:00100000:1.0:1746147268.738080:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+7:2519:x1830967347031296:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 3376us (3708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.738087:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30258 00000100:00100000:2.0:1746147268.738678:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347031424 00000100:00100000:2.0:1746147268.738684:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347031424 00002000:00100000:2.0:1746147268.738712:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff880091454e00 x1830967347031424/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:644/0 lens 2208/0 e 0 to 0 dl 1746147279 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746147268.738720:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454e00 with x1830967347031424 ext(0->1715) 00010000:00010000:2.0:1746147268.738725:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 7 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746147268.738735:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 7 pid: 9589 timeout: 880 lvb_type: 0 00002000:00010000:2.0:1746147268.738741:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091454e00 00000100:00100000:2.0:1746147268.739001:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2967 00000100:00100000:2.0:1746147268.739008:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347031424:12345-192.168.202.9@tcp:4:cp.0 00000001:00100000:0.0:1746147268.741017:0:9585:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1fc346d7-2842-4f5e-afba-83962e59d746 00000001:00100000:0.0:1746147268.741024:0:9585:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c87836e4-e7c1-48ac-86a6-801997ef6141 00000001:00100000:0.0:1746147268.741028:0:9585:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1fc346d7-2842-4f5e-afba-83962e59d746 00000020:00000080:0.0:1746147268.741031:0:9585:0:(genops.c:904:class_export_put()) final put ffff88012c412000/1fc346d7-2842-4f5e-afba-83962e59d746 00000001:00100000:0.0:1746147268.741051:0:9585:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c87836e4-e7c1-48ac-86a6-801997ef6141 00000020:00000080:0.0:1746147268.741053:0:9585:0:(genops.c:904:class_export_put()) final put ffff880096a5e800/c87836e4-e7c1-48ac-86a6-801997ef6141 00000100:00100000:0.0:1746147268.741605:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347031424:12345-192.168.202.9@tcp:4:cp.0 Request processed in 2594us (3741us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746147268.741613:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2967 00002000:00100000:0.0:1746147268.741621:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff880091454e00 x1830967347031424/t4294970635(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:644/0 lens 2208/448 e 0 to 0 dl 1746147279 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746147268.741629:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454e00 with x1830967347031424 ext(0->1715) 00010000:00010000:0.0:1746147268.741637:0:24958:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746147268.741653:0:24958:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746147268.741658:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091454e00 00000020:00000080:2.0:1746147268.741716:0:25030:0:(genops.c:863:class_export_destroy()) destroying export ffff88012c412000/1fc346d7-2842-4f5e-afba-83962e59d746 for lustre-OST0000 00000020:00000080:2.0:1746147268.741759:0:25030:0:(genops.c:863:class_export_destroy()) destroying export ffff880096a5e800/c87836e4-e7c1-48ac-86a6-801997ef6141 for lustre-OST0000 00000020:00000080:2.0:1746147268.741776:0:25030:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012c417800 for lustre-OST0000 00000020:00000080:2.0:1746147268.741780:0:25030:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880096a5e000 for lustre-OST0000 00000100:00100000:0.0:1746147268.744204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.744274:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347031552 00000100:00100000:2.0:1746147268.744281:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347031552 00010000:00010000:2.0:1746147268.744309:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746147268.744337:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15030 00000100:00100000:2.0:1746147268.744342:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347031552:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147268.744354:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147268.744367:0:8397:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1746147268.744371:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746147268.744385:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746147268.744404:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4e00/0x29021e8779c00c13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828e5 expref: 8 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746147268.744416:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147268.744418:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147268.744424:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.744431:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.744456:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147268.744484:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967340133248:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147268.744554:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746147268.751769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.751872:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967340133248:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147268.751890:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147268.751924:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347031552:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7581us (7728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.751934:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15030 00000100:00100000:1.0:1746147268.752039:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347031808 00000100:00100000:1.0:1746147268.752045:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347031808 00002000:00100000:1.0:1746147268.752079:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880136800c50 x1830967347031808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:644/0 lens 488/0 e 0 to 0 dl 1746147279 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147268.752088:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136800c50 with x1830967347031808 ext(0->4095) 00002000:00010000:1.0:1746147268.752093:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136800c50 00000100:00100000:1.0:1746147268.752218:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13596 00000100:00100000:1.0:1746147268.752224:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136800c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347031808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147268.752454:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136800c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347031808:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 229us (691us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147268.752459:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13596 00002000:00100000:1.0:1746147268.752464:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880136800c50 x1830967347031808/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746147279 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147268.752482:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136800c50 with x1830967347031808 ext(0->4095) 00002000:00010000:1.0:1746147268.752484:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136800c50 00000100:00100000:0.0:1746147268.757933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.758085:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347032064 00000100:00100000:2.0:1746147268.758093:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347032064 00000100:00100000:2.0:1746147268.758144:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 188 00000100:00100000:2.0:1746147268.758151:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+13:2519:x1830967347032064:12345-192.168.202.9@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746147268.758567:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+14:2519:x1830967347032064:12345-192.168.202.9@tcp:35:mmap_cat.0 Request processed in 313us (538us total) trans 4294984830 rc 0/0 00000100:00100000:2.0:1746147268.758576:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 188 00000100:00100000:0.0:1746147268.768636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.769154:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347032192 00000100:00100000:2.0:1746147268.769163:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347032192 00000100:00100000:2.0:1746147268.769213:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39830 00000100:00100000:2.0:1746147268.769221:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+19:2522:x1830967347032192:12345-192.168.202.9@tcp:101:truncate.0 00010000:00010000:2.0:1746147268.769257:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.769273:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00cc2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82932 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.769298:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8200/0x29021e8779c00cc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.769307:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8200/0x29021e8779c00cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.769315:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8200/0x29021e8779c00cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.769393:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8400/0x29021e8779c00cc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82932 expref: 21 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.770103:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8200/0x29021e8779c00cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82932 expref: 20 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.770109:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.770112:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746147268.770114:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800906b8200, rc 0) 00000100:00100000:2.0:1746147268.770162:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2522:x1830967347032192:12345-192.168.202.9@tcp:101:truncate.0 Request processed in 941us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.770168:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39830 00000100:00100000:0.0:1746147268.772412:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.772707:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347032448 00000100:00100000:2.0:1746147268.772714:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347032448 00000100:00100000:2.0:1746147268.772758:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39831 00000100:00100000:2.0:1746147268.772764:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2522:x1830967347032448:12345-192.168.202.9@tcp:36:truncate.0 00010000:00010000:2.0:1746147268.772802:0:21576:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147268.772821:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626800/0x29021e8779c00bf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828d7 expref: 20 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.772833:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.772835:0:21576:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147268.772945:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.772958:0:21576:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 13 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.772967:0:21576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.772991:0:21576:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 13 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.773000:0:21576:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 13 pid: 21576 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746147268.773011:0:21576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340133376:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147268.773092:0:21576:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147268.774707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.774761:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347032576 00000100:00100000:3.0:1746147268.774768:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347032576 00010000:00010000:3.0:1746147268.774794:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 14 pid: 21576 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746147268.774797:0:21576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340133376:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147268.774812:0:21576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:3.0:1746147268.774817:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15031 00000100:00100000:3.0:1746147268.774823:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347032576:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147268.774833:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147268.774838:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 14 pid: 21576 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.774847:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 14 pid: 21576 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.774861:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5600/0x29021e8779c00c8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8290f expref: 14 pid: 21576 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.774889:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:3.0:1746147268.774893:0:8397:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147268.774900:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147268.774906:0:8397:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147268.774929:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147268.774961:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+13:2006:x1830967347032576:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 133us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147268.774969:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15031 00010000:00010000:2.0:1746147268.775209:0:21576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.775215:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000001:00080000:2.0:1746147268.775287:0:21576:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984831 00000004:00010000:2.0:1746147268.775314:0:21576:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091455880 reply state ffff88008fc38000 transno 4294984832 ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.775321:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.775326:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.775328:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147268.775330:0:21576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746147268.775384:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2522:x1830967347032448:12345-192.168.202.9@tcp:36:truncate.0 Request processed in 2620us (2977us total) trans 4294984832 rc 0/0 00000100:00100000:2.0:1746147268.775390:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39831 00000020:00080000:2.0:1746147268.775392:0:21576:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746147268.777968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.778107:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347032704 00000100:00100000:1.0:1746147268.778114:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347032704 00000100:00100000:1.0:1746147268.778197:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30259 00000100:00100000:1.0:1746147268.778214:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2522:x1830967347032704:12345-192.168.202.9@tcp:101:truncate.0 00010000:00010000:1.0:1746147268.778228:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.778272:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82939 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.778296:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.778306:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147268.778308:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147268.778311:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.778337:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.778348:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 5 pid: 9589 timeout: 880 lvb_type: 0 00000100:00100000:1.0:1746147268.778358:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133504:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147268.778434:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147268.780727:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133504:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147268.780749:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.780761:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4800, rc 0) 00000100:00100000:1.0:1746147268.780805:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2522:x1830967347032704:12345-192.168.202.9@tcp:101:truncate.0 Request processed in 2591us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.780812:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30259 00000100:00100000:0.0:1746147268.780860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.780945:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347032832 00000100:00100000:3.0:1746147268.780949:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347032832 00010000:00010000:3.0:1746147268.780968:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 6 pid: 9589 timeout: 880 lvb_type: 0 00000100:00100000:3.0:1746147268.780984:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15032 00000100:00100000:3.0:1746147268.780988:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347032832:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147268.780997:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147268.781013:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 6 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.781021:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 6 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.781036:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c00cbb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8292b expref: 6 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.781048:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147268.781050:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147268.781054:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.781061:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.781083:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147268.781094:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967340133632:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147268.781146:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90240 going to sleep for 11 seconds 00000100:00100000:0.0:1746147268.782882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147268.782886:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967340133632:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147268.782899:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147268.782946:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347032960 00000100:00100000:1.0:1746147268.782950:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347032960 00000100:00100000:3.0:1746147268.782961:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347032832:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 1971us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147268.782969:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15032 00002000:00010000:1.0:1746147268.782976:0:24958:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:1.0:1746147268.782979:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456680 with x1830967347032960 ext(858->18446744073709551615) 00002000:00010000:1.0:1746147268.782988:0:24958:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091456680. 00000100:00100000:1.0:1746147268.783001:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13597 00000100:00100000:1.0:1746147268.783007:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347032960:12345-192.168.202.9@tcp:10:truncate.0 00002000:00010000:1.0:1746147268.783333:0:24958:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746147268.783337:0:24958:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 1746147269 -> 1746147270 00002000:00010000:1.0:1746147268.783338:0:24958:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 1746147269 -> 0 00002000:00010000:1.0:1746147268.783340:0:24958:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 1746147269 -> 1746147270 00002000:00010000:1.0:1746147268.783341:0:24958:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746147268.783375:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347032960:12345-192.168.202.9@tcp:10:truncate.0 Request processed in 367us (496us total) trans 4294970636 rc 0/0 00000100:00100000:1.0:1746147268.783380:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13597 00002000:00010000:1.0:1746147268.783382:0:24958:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:1.0:1746147268.783384:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456680 with x1830967347032960 ext(858->18446744073709551615) 00002000:00010000:1.0:1746147268.783388:0:24958:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091456680. 00000100:00100000:0.0:1746147268.799116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.799803:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347033088 00000100:00100000:2.0:1746147268.799811:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347033088 00000100:00100000:2.0:1746147268.799848:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39832 00000100:00100000:2.0:1746147268.799854:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+22:2524:x1830967347033088:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746147268.799874:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.799887:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094919600/0x29021e8779c00cde lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82940 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.799932:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.799940:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.799948:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.799956:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.799960:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.799964:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800018:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918c00/0x29021e8779c00cf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800024:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918c00/0x29021e8779c00cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800028:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918c00/0x29021e8779c00cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147268.800053:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:2.0:1746147268.800057:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147268.800068:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094918c00/0x29021e8779c00cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800074:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918c00/0x29021e8779c00cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800080:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800084:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800089:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800094:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094919800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.800097:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800102:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800109:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:2.0:1746147268.800111:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.800114:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800118:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919800/0x29021e8779c00ce5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800456:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800462:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800484:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800488:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094919400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.800491:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800495:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800502:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880094841d00) 00010000:00010000:2.0:1746147268.800504:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.800506:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800510:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00cec lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.800529:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919600/0x29021e8779c00cde lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82940 expref: 24 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.800539:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918c00/0x29021e8779c00cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82940 expref: 23 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.800549:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.800551:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147268.800552:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918c00, rc 0) 00000100:00100000:2.0:1746147268.800607:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+23:2524:x1830967347033088:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 752us (1496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.800613:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39832 00000100:00100000:0.0:1746147268.803744:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.804263:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347033344 00000100:00100000:1.0:1746147268.804270:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347033344 00002000:00100000:1.0:1746147268.804312:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880091456d80 x1830967347033344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:644/0 lens 488/0 e 0 to 0 dl 1746147279 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746147268.804320:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456d80 with x1830967347033344 ext(0->4095) 00002000:00010000:1.0:1746147268.804324:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091456d80 00000100:00100000:1.0:1746147268.804384:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13598 00000100:00100000:1.0:1746147268.804392:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347033344:12345-192.168.202.9@tcp:3:cp.0 00000100:00100000:1.0:1746147268.804518:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347033344:12345-192.168.202.9@tcp:3:cp.0 Request processed in 126us (783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147268.804523:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13598 00002000:00100000:1.0:1746147268.804530:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880091456d80 x1830967347033344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746147279 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746147268.804536:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091456d80 with x1830967347033344 ext(0->4095) 00002000:00010000:1.0:1746147268.804538:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091456d80 00000100:00100000:0.0:1746147268.818636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.818737:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347033472 00000100:00100000:2.0:1746147268.818745:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347033472 00000100:00100000:2.0:1746147268.818784:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39833 00000100:00100000:2.0:1746147268.818791:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+13:2528:x1830967347033472:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746147268.818811:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.818827:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918200/0x29021e8779c00cfa lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82947 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.818889:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818899:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818908:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818917:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818922:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818931:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818983:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918000/0x29021e8779c00d0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818990:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918000/0x29021e8779c00d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.818995:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918000/0x29021e8779c00d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147268.819024:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:2.0:1746147268.819027:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147268.819042:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094918000/0x29021e8779c00d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819049:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918000/0x29021e8779c00d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819056:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819061:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819066:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819070:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094918800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.819074:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819079:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819094:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:2.0:1746147268.819097:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.819100:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.819105:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d01 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820223:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820231:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820236:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820252:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094918400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147268.820254:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820260:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820268:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880094841d00) 00010000:00010000:2.0:1746147268.820270:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147268.820273:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820277:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918400/0x29021e8779c00d08 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.820303:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918200/0x29021e8779c00cfa lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82947 expref: 15 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.820314:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918000/0x29021e8779c00d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82947 expref: 14 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.820319:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.820321:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147268.820323:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918000, rc 0) 00000100:00100000:2.0:1746147268.820371:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+14:2528:x1830967347033472:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 1580us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147268.820377:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39833 00000100:00100000:0.0:1746147268.823029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.823119:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347033600 00000100:00100000:1.0:1746147268.823127:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347033600 00000100:00100000:1.0:1746147268.823234:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30260 00000100:00100000:1.0:1746147268.823262:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347033600:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.823278:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.823292:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096b1be00/0x29021e8779c00d16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8294e expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147268.823334:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133760:192.168.202.9@tcp:106: 00000100:00100000:1.0:1746147268.823412:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846000 going to sleep for 11 seconds 00002000:00010000:1.0:1746147268.824798:0:9589:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746147270 00000100:00100000:1.0:1746147268.824814:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133760:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147268.824835:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096b1be00/0x29021e8779c00d16 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8294e expref: 6 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.824846:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096b1be00/0x29021e8779c00d16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8294e expref: 6 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.824858:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096b1be00, rc 0) 00000100:00100000:1.0:1746147268.824888:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:2005:x1830967347033600:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 1647us (1866us total) trans 0 rc 301/301 00000100:00100000:1.0:1746147268.824895:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30260 00000100:00100000:0.0:1746147268.827059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147268.827136:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347033856 00000100:00100000:2.0:1746147268.827144:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347033856 00000100:00100000:2.0:1746147268.827190:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39834 00000100:00100000:2.0:1746147268.827197:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+14:2528:x1830967347033856:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746147268.827210:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147268.827225:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82955 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.827765:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919600/0x29021e8779c00d24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.827781:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919600/0x29021e8779c00d24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147268.827790:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094919600/0x29021e8779c00d24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147268.827800:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:2.0:1746147268.827876:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918800/0x29021e8779c00d1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82955 expref: 17 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.827889:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919600/0x29021e8779c00d24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82955 expref: 16 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147268.827896:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:2.0:1746147268.827898:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746147268.827900:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094919600, rc 0) 00000100:00100000:2.0:1746147268.827947:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+16:2528:x1830967347033856:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 751us (893us total) trans 4294984833 rc 0/0 00000100:00100000:2.0:1746147268.827953:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39834 00000100:00100000:0.0:1746147268.831310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.831416:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347033984 00000100:00100000:1.0:1746147268.831425:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347033984 00000100:00100000:1.0:1746147268.831611:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30261 00000100:00100000:1.0:1746147268.831620:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967347033984:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.831634:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.831647:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b9ca00/0x29021e8779c00d32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8295c expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147268.831692:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133888:192.168.202.9@tcp:106: 00000100:00100000:1.0:1746147268.831772:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147268.834151:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340133888:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147268.834180:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b9ca00/0x29021e8779c00d32 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8295c expref: 6 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.834194:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b9ca00/0x29021e8779c00d32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8295c expref: 6 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147268.834206:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9ca00, rc 0) 00000100:00100000:1.0:1746147268.834445:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:2008:x1830967347033984:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 2825us (3140us total) trans 0 rc 301/301 00000100:00100000:1.0:1746147268.834453:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30261 00000100:00100000:0.0:1746147268.839185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.839403:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347034112 00000100:00100000:1.0:1746147268.839411:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347034112 00000100:00100000:1.0:1746147268.839524:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30262 00000100:00100000:1.0:1746147268.839532:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:2528:x1830967347034112:12345-192.168.202.9@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746147268.839547:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147268.839560:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b9d200/0x29021e8779c00d39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82963 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.839585:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.839592:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147268.839593:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147268.839596:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9d200/0x29021e8779c00d39 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82963 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.839622:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.839633:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 8 pid: 9589 timeout: 880 lvb_type: 0 00000100:00100000:1.0:1746147268.839643:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340134016:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147268.840106:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846000 going to sleep for 11 seconds 00000100:00100000:2.0:1746147268.842930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.843112:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340134016:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147268.843137:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b9d200/0x29021e8779c00d39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82963 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147268.843151:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9d200, rc 0) 00000100:00100000:3.0:1746147268.843612:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347034240 00000100:00100000:3.0:1746147268.843625:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347034240 00010000:00010000:3.0:1746147268.844316:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 9 pid: 9589 timeout: 880 lvb_type: 0 00000100:00100000:1.0:1746147268.844350:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:2528:x1830967347034112:12345-192.168.202.9@tcp:101:mmap_cat.0 Request processed in 4818us (5172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147268.844357:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30262 00000100:00100000:3.0:1746147268.844420:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15033 00000100:00100000:3.0:1746147268.844427:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347034240:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147268.844438:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147268.844454:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 9 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.844464:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 9 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.844490:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c00cd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82939 expref: 9 pid: 9589 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746147268.844519:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147268.844521:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147268.844526:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b9d200/0x29021e8779c00d39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82963 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.844532:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9d200/0x29021e8779c00d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82963 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147268.844556:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b9d200/0x29021e8779c00d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82963 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147268.844566:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967340134144:192.168.202.9@tcp:105: 00000100:00100000:3.0:1746147268.844630:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147268.846840:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8397:1830967340134144:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147268.847017:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147268.847147:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347034240:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2719us (4222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147268.847155:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15033 00000100:00100000:0.0:1746147268.847297:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147268.847349:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347034496 00000100:00100000:1.0:1746147268.847355:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347034496 00002000:00100000:1.0:1746147268.847390:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880091454380 x1830967347034496/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:644/0 lens 488/0 e 0 to 0 dl 1746147279 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147268.847399:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454380 with x1830967347034496 ext(0->4095) 00002000:00010000:1.0:1746147268.847402:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091454380 00000100:00100000:1.0:1746147268.847417:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13599 00000100:00100000:1.0:1746147268.847422:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347034496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746147268.847535:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347034496:12345-192.168.202.9@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147268.847540:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13599 00002000:00100000:1.0:1746147268.847544:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880091454380 x1830967347034496/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:644/0 lens 488/4536 e 0 to 0 dl 1746147279 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746147268.847550:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454380 with x1830967347034496 ext(0->4095) 00002000:00010000:1.0:1746147268.847552:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091454380 00010000:00010000:1.0:1746147269.175953:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746147269.661826:0:7221:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984833 is committed 00000001:00080000:2.0:1746147269.661850:0:7221:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984832 is committed 00000004:00080000:2.0:1746147269.661869:0:7221:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000004:00080000:2.0:1746147269.661884:0:7221:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00010000:00010000:0.0:1746147269.661933:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.661943:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.661948:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.661954:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800906b8600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147269.661958:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.661963:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.661975:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012bf58500) 00010000:00010000:0.0:1746147269.661978:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147269.661981:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00000100:00100000:1.0:1746147269.661982:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1746147269.661985:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800906b8600/0x29021e8779c00b25 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00000100:00100000:1.0:1746147269.661998:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340134272:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1746147269.662009:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662013:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662021:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662026:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093626a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147269.662028:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662031:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662037:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff880130810400) 00010000:00010000:0.0:1746147269.662039:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147269.662041:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662045:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00b64 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00000100:00100000:1.0:1746147269.662047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746147269.662054:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662058:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662062:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662065:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c406200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147269.662067:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662071:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662076:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880130810500) 00010000:00010000:0.0:1746147269.662077:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147269.662079:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662083:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c406200/0x29021e8779c00b6b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662089:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662094:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662098:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662101:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090625c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147269.662103:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00000100:00100000:1.0:1746147269.662104:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340134272 00010000:00010000:0.0:1746147269.662107:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00000100:00100000:1.0:1746147269.662110:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340134272 00010000:00010000:0.0:1746147269.662112:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff880130810f00) 00010000:00010000:0.0:1746147269.662113:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147269.662115:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662119:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090625c00/0x29021e8779c00b72 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662127:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.662131:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.662135:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.662138:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009487d200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147269.662140:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7241 initiator: MDT0 00000100:00100000:1.0:1746147269.662143:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30263 00010000:00010000:0.0:1746147269.662144:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7241 initiator: MDT0 00000100:00100000:1.0:1746147269.662149:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967340134272:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1746147269.662150:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880094841d00) 00010000:00010000:0.0:1746147269.662151:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147269.662153:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.662157:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009487d200/0x29021e8779c00bf0 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147269.662165:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00002000:00080000:1.0:1746147269.662169:0:9589:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00010000:00010000:0.0:1746147269.662169:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662173:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662176:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094919e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147269.662178:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662181:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147269.662186:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147269.662186:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880094841e00) 00010000:00010000:0.0:1746147269.662187:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147269.662189:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147269.662193:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00cd0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147269.662200:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.662206:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147269.662208:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746147269.662210:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.662229:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 5 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.662239:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 5 pid: 20948 timeout: 881 lvb_type: 0 00000100:00100000:1.0:1746147269.662325:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340134400:192.168.202.9@tcp:104: 00000100:00080000:3.0:1746147269.662342:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746147269.662698:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147269.668232:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147269.668368:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347034624 00000100:00100000:3.0:1746147269.668378:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347034624 00000100:00100000:1.0:1746147269.669028:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082805500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340134400:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147269.669056:0:9589:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147269.669152:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 6 pid: 20948 timeout: 881 lvb_type: 0 00000100:00100000:3.0:1746147269.669206:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15034 00000100:00100000:3.0:1746147269.669213:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347034624:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147269.669226:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147269.669229:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 6 pid: 20948 timeout: 881 lvb_type: 0 00010000:00010000:3.0:1746147269.669257:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 6 pid: 20948 timeout: 881 lvb_type: 0 00010000:00010000:3.0:1746147269.669279:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009492ec00/0x29021e8779c00aed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82891 expref: 6 pid: 20948 timeout: 881 lvb_type: 0 00010000:00010000:3.0:1746147269.669296:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147269.669298:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147269.669302:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147269.669309:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147269.669328:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147269.669872:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2008:x1830967347034624:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 657us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147269.669920:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15034 00010000:00010000:1.0:1746147269.669964:0:9589:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.669972:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.669985:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.669992:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746147269.670210:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746147269.670272:0:9589:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1746147269.670599:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3763:x1830967340134272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8450us (8550us total) trans 4294972367 rc 0/0 00000100:00100000:1.0:1746147269.670607:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30263 00010000:00010000:1.0:1746147269.670624:0:7228:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746147269.670630:0:7228:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.670637:0:7228:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090768200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147269.670641:0:7228:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.670649:0:7228:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.670663:0:7228:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.670668:0:7228:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090768200/0x29021e8779c00d40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147269.670688:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147269.670689:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147269.670690:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1746147269.670719:0:3763:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880082804000/2, rc 0, transno 4294972367 00000100:00100000:1.0:1746147269.670725:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340134272:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746147269.787806:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746147269.787830:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340134528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746147269.787896:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147269.788035:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340134528 00000100:00100000:1.0:1746147269.788044:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340134528 00000100:00100000:1.0:1746147269.788080:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1746147269.788086:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340134528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746147269.788118:0:15340:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:1.0:1746147269.788157:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340134528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147269.788163:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1746147269.789563:0:3766:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:3.0:1746147269.789572:0:3766:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967390 committed transno 4294967390 00000020:00080000:3.0:1746147269.789579:0:3766:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800937c43c0 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1746147269.789584:0:3766:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880130810300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800937c4b40 00000020:00080000:3.0:1746147269.789587:0:3766:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:3.0:1746147269.789589:0:3766:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880130810700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880093627a00 00000020:00080000:3.0:1746147269.789591:0:3766:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:3.0:1746147269.789636:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340134528:0@lo:41:osp-pre-1-0.0 00000020:00080000:0.0:1746147269.789778:0:7269:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:0.0:1746147269.789843:0:7269:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00010000:00010000:0.0:1746147270.178336:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147270.191838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147270.192003:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347034752 00000100:00100000:1.0:1746147270.192014:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347034752 00000100:00100000:1.0:1746147270.192059:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 567 00000100:00100000:1.0:1746147270.192067:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347034752:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1746147270.192135:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347034752:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 68us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147270.192141:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 567 00000100:00100000:2.0:1746147270.195376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147270.195573:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035136 00000100:00100000:2.0:1746147270.195582:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035136 00000100:00100000:2.0:1746147270.195628:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035648 00000100:00100000:2.0:1746147270.195631:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035648 00000100:00100000:2.0:1746147270.195648:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 794 00000100:00100000:2.0:1746147270.195656:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347035136:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147270.195723:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347035136:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 68us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147270.195729:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 794 00000100:00100000:2.0:1746147270.195741:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035264 00000100:00100000:2.0:1746147270.195743:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035264 00000100:00100000:2.0:1746147270.195751:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035776 00000100:00100000:2.0:1746147270.195752:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035776 00000100:00100000:2.0:1746147270.195764:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 795 00000100:00100000:2.0:1746147270.195768:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347035648:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147270.195787:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347035648:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 18us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147270.195791:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 795 00000100:00100000:2.0:1746147270.195799:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 796 00000100:00100000:2.0:1746147270.195803:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2007:x1830967347035264:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147270.195818:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2007:x1830967347035264:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 15us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147270.195822:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 796 00000100:00100000:2.0:1746147270.195828:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 797 00000100:00100000:2.0:1746147270.195832:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967347035776:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147270.195846:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+5:2007:x1830967347035776:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 14us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147270.195850:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 797 00000100:00080000:2.0:1746147270.195867:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746147270.195870:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746147270.196041:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347034880 00000100:00100000:3.0:1746147270.196044:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347034880 00000100:00100000:3.0:1746147270.196072:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035392 00000100:00100000:3.0:1746147270.196074:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035392 00000100:00100000:3.0:1746147270.196085:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035008 00000100:00100000:3.0:1746147270.196087:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035008 00000100:00100000:3.0:1746147270.196096:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035520 00000100:00100000:3.0:1746147270.196097:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035520 00000100:00100000:3.0:1746147270.196108:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1155 00000100:00100000:3.0:1746147270.196112:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2007:x1830967347034880:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147270.196142:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2007:x1830967347034880:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 29us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147270.196146:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1155 00000100:00100000:3.0:1746147270.196156:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1156 00000100:00100000:3.0:1746147270.196160:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+12:2007:x1830967347035392:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147270.196180:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+12:2007:x1830967347035392:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 20us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147270.196184:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1156 00000100:00100000:3.0:1746147270.196191:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1157 00000100:00100000:3.0:1746147270.196195:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347035008:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147270.196213:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347035008:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 18us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147270.196217:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1157 00000100:00100000:3.0:1746147270.196225:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1158 00000100:00100000:3.0:1746147270.196228:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347035520:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147270.196260:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+6:2007:x1830967347035520:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 30us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147270.196265:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1158 00000100:00080000:2.0:1746147270.197140:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746147270.197144:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746147271.179349:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147271.486648:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340134912:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.486706:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147271.486844:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830967340135040:0@lo:400:kworker.0 00000100:00100000:2.0:1746147271.486871:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147271.486900:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135040 00000100:00100000:2.0:1746147271.486905:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135040 00000100:00100000:1.0:1746147271.486969:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830967340134784:0@lo:400:kworker.0 00000100:00100000:1.0:1746147271.486991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147271.487585:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3766:1830967340134656:0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.487610:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147271.487634:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340134656 00000100:00100000:3.0:1746147271.487637:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340134656 00000100:00100000:3.0:1746147271.487663:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1746147271.487668:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3766:x1830967340134656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.487696:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3766:x1830967340134656:12345-0@lo:400:kworker.0 Request processed in 29us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147271.487701:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1746147271.487731:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340134912 00000100:00100000:3.0:1746147271.487733:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340134912 00000100:00100000:3.0:1746147271.487746:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1746147271.487750:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340134912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.487768:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340134912:12345-0@lo:400:kworker.0 Request processed in 18us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147271.487771:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1746147271.488008:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340134912:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.488014:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830967340135424:0@lo:400:kworker.0 00000100:00100000:1.0:1746147271.488621:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830967340135296:0@lo:400:kworker.0 00000100:00100000:1.0:1746147271.488640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147271.488654:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340134784 00000100:00100000:2.0:1746147271.488657:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340134784 00000100:00100000:2.0:1746147271.488674:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1746147271.488679:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830967340135040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147271.488706:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830967340135040:12345-0@lo:400:kworker.0 Request processed in 27us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147271.488710:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1746147271.488720:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1746147271.488724:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830967340134784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147271.488741:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830967340134784:12345-0@lo:400:kworker.0 Request processed in 17us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147271.488745:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1746147271.488848:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830967340135808:0@lo:400:kworker.0 00000100:00100000:1.0:1746147271.488866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147271.488886:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830967340134784:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.489113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147271.489130:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830967340135936:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.489146:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147271.489167:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135296 00000100:00100000:0.0:1746147271.489169:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135296 00000100:00100000:0.0:1746147271.489188:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135808 00000100:00100000:0.0:1746147271.489189:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135808 00000100:00100000:0.0:1746147271.489200:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135424 00000100:00100000:0.0:1746147271.489202:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135424 00000100:00100000:0.0:1746147271.489209:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135936 00000100:00100000:0.0:1746147271.489210:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135936 00000100:00100000:0.0:1746147271.489218:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1746147271.489222:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830967340135296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.489263:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830967340135296:12345-0@lo:400:kworker.0 Request processed in 40us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.489267:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1746147271.489289:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1746147271.489293:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830967340135808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.489311:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830967340135808:12345-0@lo:400:kworker.0 Request processed in 18us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.489315:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1746147271.489324:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:0.0:1746147271.489327:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830967340135424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.489348:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830967340135424:12345-0@lo:400:kworker.0 Request processed in 21us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.489352:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:0.0:1746147271.489362:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:0.0:1746147271.489366:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830967340135936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.489383:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830967340135936:12345-0@lo:400:kworker.0 Request processed in 17us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.489387:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00080000:0.0:1746147271.489400:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746147271.489403:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147271.489415:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830967340135424:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.489423:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830967340135936:0@lo:400:kworker.0 00000100:00100000:1.0:1746147271.489507:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3763:1830967340135296:0@lo:400:kworker.0 00000100:00100000:1.0:1746147271.489513:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3763:1830967340135808:0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.491680:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830967340135040:0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.491691:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340135552:0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.491731:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147271.491754:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b4fe5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340136064:0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.491770:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147271.492290:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3766:1830967340134656:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492297:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340135168:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492321:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147271.492336:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340135680:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492350:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147271.492361:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340136192:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492373:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147271.492405:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135552 00000100:00100000:0.0:1746147271.492410:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135552 00000100:00100000:0.0:1746147271.492440:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340136064 00000100:00100000:0.0:1746147271.492442:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340136064 00000100:00100000:0.0:1746147271.492464:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135680 00000100:00100000:0.0:1746147271.492466:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135680 00000100:00100000:0.0:1746147271.492474:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340136192 00000100:00100000:0.0:1746147271.492476:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340136192 00000100:00100000:0.0:1746147271.492484:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1746147271.492489:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340135552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492520:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340135552:12345-0@lo:400:kworker.0 Request processed in 30us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.492525:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1746147271.492544:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1746147271.492548:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340136064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492565:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340136064:12345-0@lo:400:kworker.0 Request processed in 17us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.492570:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1746147271.492577:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1746147271.492580:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340135680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492597:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340135680:12345-0@lo:400:kworker.0 Request processed in 16us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.492601:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1746147271.492609:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1746147271.492612:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1830967340136192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492630:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1830967340136192:12345-0@lo:400:kworker.0 Request processed in 17us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147271.492633:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00080000:0.0:1746147271.492645:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746147271.492647:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147271.492659:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340135680:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492667:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340136192:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492697:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340135552:0@lo:400:kworker.0 00000100:00100000:0.0:1746147271.492704:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b4fe5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340136064:0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.492763:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340135168 00000100:00100000:3.0:1746147271.492766:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340135168 00000100:00100000:3.0:1746147271.492786:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1746147271.492790:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340135168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746147271.492815:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340135168:12345-0@lo:400:kworker.0 Request processed in 25us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147271.492819:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1746147271.494843:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340135168:0@lo:400:kworker.0 00000100:00100000:1.0:1746147271.516308:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340136320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746147271.516364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147271.516469:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340136320 00000100:00100000:2.0:1746147271.516475:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340136320 00000100:00100000:2.0:1746147271.516520:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1746147271.516527:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830967340136320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746147271.516554:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921989632 avail 3690467328 00000100:00100000:2.0:1746147271.517353:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3763:x1830967340136320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 825us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147271.517360:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1746147271.517617:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340136320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746147271.564155:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746147271.564175:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340136448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746147271.564231:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147271.564365:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340136448 00000100:00100000:3.0:1746147271.564372:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340136448 00000100:00100000:3.0:1746147271.564406:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1746147271.564411:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340136448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746147271.564429:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921989632 avail 3690467328 00000100:00100000:3.0:1746147271.564468:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830967340136448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147271.564473:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1746147271.564867:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340136448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746147271.691797:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340136576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746147271.691896:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147271.691947:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340136576 00000100:00100000:2.0:1746147271.691956:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340136576 00000100:00100000:2.0:1746147271.692022:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1746147271.692029:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340136576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746147271.692059:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921096704 avail 3689574400 00000100:00100000:2.0:1746147271.692095:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340136576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147271.692101:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1746147271.696600:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340136576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746147271.707540:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340136704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746147271.707600:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147271.707969:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340136704 00000100:00100000:2.0:1746147271.707975:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340136704 00000100:00100000:2.0:1746147271.708008:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1746147271.708014:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340136704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746147271.708032:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921096704 avail 3689574400 00000100:00100000:2.0:1746147271.708068:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340136704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147271.708073:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1746147271.708154:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340136704:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1746147271.962300:0:28523:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 20:54:32 (1746147272) 00000100:00100000:0.0:1746147272.020227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.020844:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347035904 00000100:00100000:2.0:1746147272.020851:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347035904 00000100:00100000:2.0:1746147272.020914:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39835 00000100:00100000:2.0:1746147272.020923:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:3165:x1830967347035904:12345-192.168.202.9@tcp:41:stat.0 00000004:00000024:2.0:1746147272.020967:0:10503:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7843086336 avail 7380013056 00000100:00100000:2.0:1746147272.021013:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:3165:x1830967347035904:12345-192.168.202.9@tcp:41:stat.0 Request processed in 92us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.021019:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39835 00000100:00080000:0.0:1746147272.021141:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147272.046155:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.046230:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347036032 00000100:00100000:3.0:1746147272.046237:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347036032 00000100:00100000:3.0:1746147272.046306:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39836 00000100:00100000:3.0:1746147272.046313:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:3173:x1830967347036032:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:3.0:1746147272.046330:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.046344:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8296a expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.046386:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046397:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046407:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046418:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046423:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046427:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046469:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046474:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046480:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046485:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046490:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094803600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.046493:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046499:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046508:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147272.046511:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.046514:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046519:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00d4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046527:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046531:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046536:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046540:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094803800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.046542:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046546:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046551:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880094841100) 00010000:00010000:3.0:1746147272.046553:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.046555:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046563:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00d55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.046584:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d47 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8296a expref: 11 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.046591:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8296a expref: 11 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.046597:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094802e00, rc 0) 00000100:00100000:3.0:1746147272.046632:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:3173:x1830967347036032:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 320us (482us total) trans 0 rc 301/301 00000100:00100000:3.0:1746147272.046638:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39836 00000100:00100000:2.0:1746147272.063111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.063138:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347036288 00000100:00100000:2.0:1746147272.063145:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347036288 00000100:00100000:2.0:1746147272.064165:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39837 00000100:00100000:2.0:1746147272.064174:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:3173:x1830967347036288:12345-192.168.202.9@tcp:36:lfs.0 00010000:00010000:2.0:1746147272.064212:0:10503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147272.064233:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090625200/0x29021e8779c00b8e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828b4 expref: 10 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.064257:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147272.064261:0:10503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147272.064304:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.064314:0:10503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 11 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.064319:0:10503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.064342:0:10503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 11 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.064352:0:10503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 11 pid: 7241 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746147272.064363:0:10503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340136832:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147272.064419:0:10503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ff44180 going to sleep for 11 seconds 00000100:00100000:2.0:1746147272.072611:0:10503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340136832:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147272.072633:0:10503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000100:00100000:0.0:1746147272.072750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.073021:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347036416 00000100:00100000:2.0:1746147272.073025:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347036416 00010000:00010000:2.0:1746147272.073065:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 12 pid: 7241 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746147272.073087:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15035 00000100:00100000:2.0:1746147272.073093:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347036416:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147272.073103:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147272.073107:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 12 pid: 7241 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.073117:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 12 pid: 7241 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.073134:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c00c36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b828f3 expref: 12 pid: 7241 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.073143:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147272.073147:0:8397:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.073155:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.073160:0:8397:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.073172:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147272.073202:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+11:2006:x1830967347036416:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 110us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.073209:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15035 00010000:00010000:2.0:1746147272.073225:0:10503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.073230:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.073259:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.073267:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.073272:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000100:00080000:0.0:1746147272.073662:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1746147272.073879:0:10503:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:2.0:1746147272.073931:0:10503:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:2.0:1746147272.073936:0:10503:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ff44180 with version 19 00000004:00080000:0.0:1746147272.073954:0:9095:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a8483b40 version 19 rpc_version 19 00000020:00100000:0.0:1746147272.073978:0:9095:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746147272.073984:0:9095:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880093c6ce00 x1830967340137088/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746147272.074000:0:9095:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340137088:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746147272.074034:0:9095:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147272.074054:0:9095:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147272.074632:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340137088 00000100:00100000:2.0:1746147272.074639:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340137088 00000100:00100000:2.0:1746147272.074675:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1746147272.074682:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9095:x1830967340137088:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746147272.075029:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9095:x1830967340137088:12345-0@lo:1000:osp_up1-0.0 Request processed in 348us (993us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1746147272.075035:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1746147272.075173:0:9095:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340137088:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746147272.075402:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075413:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075424:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075437:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075452:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075457:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075477:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075482:0:10503:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075488:0:10503:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10503 initiator: MDT0 00000100:00100000:2.0:1746147272.075498:0:10503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10503:1830967340137216:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1746147272.075518:0:10503:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147272.075542:0:10503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008ff44600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147272.075559:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340137216 00000100:00100000:3.0:1746147272.075563:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340137216 00000100:00100000:3.0:1746147272.075583:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1746147272.075588:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10503:x1830967340137216:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1746147272.075598:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.075608:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094802600/0x29021e8779c00d7f lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x29021e8779c00d78 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.075622:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094802600/0x29021e8779c00d7f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x29021e8779c00d78 expref: 7 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.075632:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094802600/0x29021e8779c00d7f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x29021e8779c00d78 expref: 7 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.075639:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880094841f00) 00010000:00010000:3.0:1746147272.075642:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.075644:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094802600, rc 0) 00000100:00100000:3.0:1746147272.075675:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:10503:x1830967340137216:12345-0@lo:101:mdt00_003.0 Request processed in 87us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.075680:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1746147272.075691:0:10503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10503:1830967340137216:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1746147272.075701:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.075707:0:10503:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746147272.075725:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880079af3480 reply state ffff88009800c000 transno 4294984834 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075733:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075738:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:2.0:1746147272.075740:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147272.075743:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746147272.075746:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.075753:0:10503:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746147272.075760:0:10503:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:2.0:1746147272.075764:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880079af3480 reply state ffff88009800c000 transno 4294984834 ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075769:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075773:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff880095039900) 00010000:00010000:2.0:1746147272.075775:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147272.075776:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746147272.075779:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:2.0:1746147272.075785:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075789:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075793:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075797:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075802:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094918600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147272.075805:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075810:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075817:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147272.075819:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147272.075822:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075826:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00d5c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00000004:00010000:2.0:1746147272.075832:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880079af3480 reply state ffff88009800c000 transno 4294984834 ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075838:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.075842:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095039100) 00010000:00010000:2.0:1746147272.075844:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147272.075845:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746147272.076121:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:3173:x1830967347036288:12345-192.168.202.9@tcp:36:lfs.0 Request processed in 11947us (13011us total) trans 4294984834 rc 0/0 00000100:00100000:2.0:1746147272.076128:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39837 00000100:00100000:2.0:1746147272.084509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.084578:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347036544 00000100:00100000:3.0:1746147272.084585:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347036544 00000100:00100000:3.0:1746147272.084625:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39838 00000100:00100000:3.0:1746147272.084632:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+11:3174:x1830967347036544:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:3.0:1746147272.084651:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.084667:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00d86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82971 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.084716:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803200/0x29021e8779c00d8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.084726:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803200/0x29021e8779c00d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.084735:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803200/0x29021e8779c00d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147272.084768:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.084771:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147272.084784:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094803200/0x29021e8779c00d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.084801:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00d86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82971 expref: 13 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.084812:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803200/0x29021e8779c00d8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82971 expref: 12 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.084820:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147272.084822:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147272.084825:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094803200, rc 0) 00000100:00100000:3.0:1746147272.084875:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:3174:x1830967347036544:12345-192.168.202.9@tcp:101:cp.0 Request processed in 243us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.084881:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39838 00000100:00100000:0.0:1746147272.088320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.088571:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347036672 00000100:00100000:3.0:1746147272.088580:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347036672 00000100:00100000:3.0:1746147272.088620:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39839 00000100:00100000:3.0:1746147272.088627:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:3174:x1830967347036672:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:3.0:1746147272.088644:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.088660:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803a00/0x29021e8779c00d94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82978 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.088703:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088714:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088723:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088731:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088736:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088741:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088802:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00da9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088809:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.088814:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:3.0:1746147272.089051:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.089055:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746147272.089068:0:7240:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089077:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089082:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089087:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089093:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089097:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094802e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.089100:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089105:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089114:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147272.089117:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.089120:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089125:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00d9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089133:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089138:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089142:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089146:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094803800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.089148:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089152:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089157:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095039100) 00010000:00010000:3.0:1746147272.089159:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.089161:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089165:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00da2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.089181:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803a00/0x29021e8779c00d94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82978 expref: 14 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.089194:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803600/0x29021e8779c00da9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82978 expref: 13 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.089199:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff880095039900) 00010000:00010000:3.0:1746147272.089201:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746147272.089203:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094803600, rc 0) 00000100:00100000:3.0:1746147272.089269:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+13:3174:x1830967347036672:12345-192.168.202.9@tcp:101:cp.0 Request processed in 642us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.089274:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39839 00000100:00100000:0.0:1746147272.092622:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.092710:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347036800 00000100:00100000:3.0:1746147272.092718:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347036800 00000100:00100000:3.0:1746147272.092803:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39840 00000100:00100000:3.0:1746147272.092811:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+13:3174:x1830967347036800:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:3.0:1746147272.092826:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.092841:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094802800/0x29021e8779c00db0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8297f expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.092883:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00db7 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.092894:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00db7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.092902:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00db7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:3.0:1746147272.092939:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.092942:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746147272.092968:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094802800/0x29021e8779c00db0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8297f expref: 15 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.092980:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00db7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8297f expref: 14 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.092987:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:3.0:1746147272.092990:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746147272.092993:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f000, rc 0) 00000100:00100000:3.0:1746147272.093491:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:3174:x1830967347036800:12345-192.168.202.9@tcp:101:cp.0 Request processed in 680us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.093498:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39840 00000100:00100000:0.0:1746147272.095212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.096314:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347036928 00000100:00100000:3.0:1746147272.096322:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347036928 00000100:00100000:3.0:1746147272.096363:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39841 00000100:00100000:3.0:1746147272.096370:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:3174:x1830967347036928:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:3.0:1746147272.096383:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.096397:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fe00/0x29021e8779c00dbe lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82986 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.096435:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.096457:0:7240:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094802600/0x29021e8779c00d7f lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x29021e8779c00d78 expref: 6 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.096463:0:7240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT1 00010000:00010000:3.0:1746147272.096488:0:7240:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094802600/0x29021e8779c00d7f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x29021e8779c00d78 expref: 6 pid: 7245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147272.096500:0:7240:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7240:1830967340137344:0@lo:104: 00000100:00100000:3.0:1746147272.096537:0:7240:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147272.096577:0:7240:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90e40 going to sleep for 11 seconds 00000100:00080000:0.0:1746147272.096629:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746147272.096666:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340137344 00000100:00100000:2.0:1746147272.096670:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340137344 00000100:00100000:2.0:1746147272.096691:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1746147272.096696:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7240:x1830967340137344:12345-0@lo:104: 00010000:00010000:2.0:1746147272.096704:0:7224:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.096739:0:7224:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1746147272.096744:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7240:x1830967340137344:12345-0@lo:104: Request processed in 48us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.096749:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:0.0:1746147272.096805:0:7228:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746147272.096810:0:7228:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.096817:0:7228:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ffe6a00 already unused, calling callback (ffffffffa0f27e30) 00010000:00010000:0.0:1746147272.096820:0:7228:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746147272.096828:0:7228:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.096849:0:7228:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.096854:0:7228:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1746147272.096875:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d86f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340137472:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1746147272.096880:0:7228:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.096886:0:7228:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008ffe6a00/0x29021e8779c00d78 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x29021e8779c00d7f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147272.096900:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746147272.096902:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746147272.096904:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746147272.096905:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147272.096926:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340137472 00000100:00100000:0.0:1746147272.096929:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340137472 00010000:00010000:0.0:1746147272.096970:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094802600/0x29021e8779c00d7f lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x29021e8779c00d78 expref: 7 pid: 7245 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147272.096976:0:7240:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7240:1830967340137344:0@lo:104: 00000100:00100000:0.0:1746147272.096985:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15036 00010000:00010000:3.0:1746147272.096988:0:7240:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT1 00000100:00100000:0.0:1746147272.096990:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3763:x1830967340137472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1746147272.096998:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1746147272.098699:0:8382:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00010000:00010000:0.0:1746147272.098813:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094802600/0x29021e8779c00d7f lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x29021e8779c00d78 expref: 6 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.098827:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880094841f00) 00010000:00010000:0.0:1746147272.098830:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT1 00010000:00010000:0.0:1746147272.098837:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7240 initiator: MDT1 00010000:00010000:0.0:1746147272.098843:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7240 initiator: MDT1 00010000:00010000:0.0:1746147272.098866:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147272.098900:0:7240:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT1 00010000:00010000:3.0:1746147272.098907:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT1 00000004:00200000:3.0:1746147272.098948:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.098951:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746147272.098986:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fe00/0x29021e8779c00dbe lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82986 expref: 8 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.098996:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009367f600/0x29021e8779c00dc5 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82986 expref: 7 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.099001:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880094841f00) 00010000:00010000:3.0:1746147272.099003:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746147272.099005:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f600, rc 0) 00000100:00100000:3.0:1746147272.099040:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:3174:x1830967347036928:12345-192.168.202.9@tcp:101:cp.0 Request processed in 2671us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.099060:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39841 00000100:00100000:0.0:1746147272.099119:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967340137472:12345-0@lo:103:ldlm_bl.0 Request processed in 2128us (2217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147272.099126:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15036 00000100:00100000:1.0:1746147272.099437:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d86f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340137472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746147272.101722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.101782:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347037056 00000100:00100000:3.0:1746147272.101790:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347037056 00000100:00100000:3.0:1746147272.101838:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39842 00000100:00100000:3.0:1746147272.101845:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:3174:x1830967347037056:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:3.0:1746147272.101859:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.101873:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e600/0x29021e8779c00dcc lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8298d expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.101913:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.101922:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.101930:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.101940:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.101945:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.101949:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.101993:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.101998:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102002:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102010:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102015:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367fc00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.102018:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102023:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102031:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:3.0:1746147272.102034:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.102037:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102041:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00dd3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102050:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102054:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102059:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102062:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367f800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.102064:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102068:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102076:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880094841000) 00010000:00010000:3.0:1746147272.102078:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.102080:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102083:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00dda lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.102103:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e600/0x29021e8779c00dcc lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8298d expref: 15 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.102110:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e600/0x29021e8779c00dcc lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8298d expref: 15 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.102115:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367e600, rc 0) 00000100:00100000:3.0:1746147272.102160:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:3174:x1830967347037056:12345-192.168.202.9@tcp:101:cp.0 Request processed in 316us (443us total) trans 0 rc 301/301 00000100:00100000:3.0:1746147272.102166:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39842 00000100:00100000:0.0:1746147272.104630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.104700:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347037312 00000100:00100000:2.0:1746147272.104707:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347037312 00000100:00100000:2.0:1746147272.104744:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39843 00000100:00100000:2.0:1746147272.104750:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+14:3174:x1830967347037312:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147272.104762:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147272.104765:0:10503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746147272.104783:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00db7 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8297f expref: 14 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.104798:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:2.0:1746147272.104801:0:10503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147272.104809:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00de1 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82994 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.104872:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.104881:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.104888:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.104897:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.104902:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.104906:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00080000:2.0:1746147272.105152:0:10503:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1746147272.105236:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090549000/0x29021e8779c00df6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105270:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090549000/0x29021e8779c00df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105279:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090549000/0x29021e8779c00df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105301:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105305:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105310:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105314:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105318:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094919400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147272.105320:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105326:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105332:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:2.0:1746147272.105334:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147272.105336:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105339:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919400/0x29021e8779c00de8 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00000004:00010000:2.0:1746147272.105346:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009d86e680 reply state ffff880098009000 transno 4294984835 ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105352:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.105356:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800b5356b00) 00010000:00010000:2.0:1746147272.105358:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746147272.105359:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746147272.105373:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00de1 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82994 expref: 16 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.105382:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090549000/0x29021e8779c00df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82994 expref: 15 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.105386:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:2.0:1746147272.105388:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147272.105389:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090549000, rc 0) 00000100:00100000:2.0:1746147272.105427:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+16:3174:x1830967347037312:12345-192.168.202.9@tcp:101:cp.0 Request processed in 677us (802us total) trans 4294984835 rc 0/0 00000100:00100000:2.0:1746147272.105435:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39843 00000100:00100000:0.0:1746147272.107703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.107980:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347037440 00000100:00100000:2.0:1746147272.107987:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347037440 00000100:00100000:2.0:1746147272.108047:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30264 00000100:00100000:2.0:1746147272.108055:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2008:x1830967347037440:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147272.108067:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147272.108081:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b8299b expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746147272.108110:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1746147272.108163:0:9589:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746147272.108179:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.108181:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.108924:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 6 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147272.108940:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 6 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147272.108949:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090548000, rc 0) 00000100:00100000:2.0:1746147272.108997:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347037440:12345-192.168.202.9@tcp:101:cp.0 Request processed in 942us (1299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.109003:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30264 00000100:00100000:0.0:1746147272.112803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.112882:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347037568 00000100:00100000:2.0:1746147272.112889:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347037568 00000100:00100000:2.0:1746147272.112934:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30265 00000100:00100000:2.0:1746147272.112945:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+6:3174:x1830967347037568:12345-192.168.202.9@tcp:101:cp.0 00010000:00010000:2.0:1746147272.112965:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147272.112980:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829a2 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.113003:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 7 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147272.113009:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.113010:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.113013:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.113038:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 7 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147272.113048:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 7 pid: 9589 timeout: 884 lvb_type: 1 00000100:00100000:2.0:1746147272.113058:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340137600:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147272.113135:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d830480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147272.114671:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340137600:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147272.114695:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.114707:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ffe6a00, rc 0) 00000100:00100000:2.0:1746147272.114733:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:3174:x1830967347037568:12345-192.168.202.9@tcp:101:cp.0 Request processed in 1789us (1937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.114743:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30265 00000100:00100000:0.0:1746147272.115952:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.116001:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347037696 00000100:00100000:2.0:1746147272.116007:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347037696 00010000:00010000:2.0:1746147272.116028:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 7 pid: 9589 timeout: 884 lvb_type: 1 00000100:00100000:2.0:1746147272.116061:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15037 00000100:00100000:2.0:1746147272.116068:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347037696:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147272.116078:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147272.116093:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 7 pid: 9589 timeout: 884 lvb_type: 1 00010000:00010000:2.0:1746147272.116103:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 7 pid: 9589 timeout: 884 lvb_type: 1 00010000:00010000:2.0:1746147272.116122:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090548000/0x29021e8779c00e04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b8299b expref: 7 pid: 9589 timeout: 884 lvb_type: 1 00010000:00010000:2.0:1746147272.116135:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.116137:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.116142:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.116148:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.116172:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147272.117072:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340137728:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147272.117457:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d830480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147272.119054:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340137728:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147272.119073:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147272.119100:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967347037696:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3034us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.119108:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15037 00000100:00100000:2.0:1746147272.119687:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147272.119821:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347037952 00000100:00100000:0.0:1746147272.119827:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347037952 00000100:00100000:0.0:1746147272.119867:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 189 00000100:00100000:0.0:1746147272.119873:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:3174:x1830967347037952:12345-192.168.202.9@tcp:35:cp.0 00000100:00100000:0.0:1746147272.120079:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+17:3174:x1830967347037952:12345-192.168.202.9@tcp:35:cp.0 Request processed in 206us (392us total) trans 4294984836 rc 0/0 00000100:00100000:0.0:1746147272.120085:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 189 00000100:00100000:0.0:1746147272.142096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.142198:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347038208 00000100:00100000:2.0:1746147272.142207:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347038208 00000100:00100000:2.0:1746147272.142290:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39844 00000100:00100000:2.0:1746147272.142297:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:3177:x1830967347038208:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147272.142321:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147272.142337:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00e12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829a9 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.142417:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626000/0x29021e8779c00e19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.142428:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626000/0x29021e8779c00e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.142437:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626000/0x29021e8779c00e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:2.0:1746147272.142456:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:2.0:1746147272.142537:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c00e12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a9 expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.142555:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626000/0x29021e8779c00e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a9 expref: 19 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.142561:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:2.0:1746147272.142565:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746147272.142567:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626000, rc 0) 00000100:00100000:2.0:1746147272.142607:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:3177:x1830967347038208:12345-192.168.202.9@tcp:101:dd.0 Request processed in 310us (518us total) trans 4294984837 rc 0/0 00000100:00100000:2.0:1746147272.142612:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39844 00010000:00010000:0.0:1746147272.182165:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147272.194027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.194313:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347038336 00000100:00100000:3.0:1746147272.194321:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347038336 00000100:00100000:3.0:1746147272.194599:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39845 00000100:00100000:3.0:1746147272.194606:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+11:3181:x1830967347038336:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147272.194624:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.194638:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00e27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829b0 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.194695:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.194709:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.194718:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:3.0:1746147272.194750:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.194754:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147272.194767:0:7240:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.194784:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00e27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 13 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.194801:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 12 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.194807:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147272.194809:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147272.194811:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367fc00, rc 0) 00000100:00100000:3.0:1746147272.196257:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:3181:x1830967347038336:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1637us (2224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.196265:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39845 00000100:00100000:0.0:1746147272.198889:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.199286:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347038464 00000100:00100000:3.0:1746147272.199295:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347038464 00000100:00100000:3.0:1746147272.199338:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39846 00000100:00100000:3.0:1746147272.199346:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:3181:x1830967347038464:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147272.199362:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.201997:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fe00/0x29021e8779c00e35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829b7 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.202065:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202076:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202085:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202093:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202098:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202103:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202163:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f400/0x29021e8779c00e4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202169:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f400/0x29021e8779c00e4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202174:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f400/0x29021e8779c00e4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:3.0:1746147272.202224:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.202227:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746147272.202239:0:7240:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f400/0x29021e8779c00e4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202262:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202268:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202273:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202278:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202283:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367e000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.202286:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202291:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202299:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147272.202302:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.202306:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202309:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367e000/0x29021e8779c00e3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202318:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202323:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202326:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202330:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367fa00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.202332:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202336:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202340:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095039100) 00010000:00010000:3.0:1746147272.202342:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.202344:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202348:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fa00/0x29021e8779c00e43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147272.202368:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fe00/0x29021e8779c00e35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b7 expref: 14 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.202378:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f400/0x29021e8779c00e4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b7 expref: 13 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.202384:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff880095039900) 00010000:00010000:3.0:1746147272.202386:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746147272.202388:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f400, rc 0) 00000100:00100000:3.0:1746147272.202450:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+13:3181:x1830967347038464:12345-192.168.202.9@tcp:101:dd.0 Request processed in 3105us (3567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.202458:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39846 00000100:00100000:0.0:1746147272.208320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.208625:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347038592 00000100:00100000:3.0:1746147272.208632:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347038592 00000100:00100000:3.0:1746147272.208669:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39847 00000100:00100000:3.0:1746147272.208676:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+13:3181:x1830967347038592:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147272.208694:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.208709:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00e51 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829be expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.208750:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00e58 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.208760:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00e58 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.208769:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00e58 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147272.208996:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.209001:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746147272.209028:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00e51 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829be expref: 15 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.209041:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f000/0x29021e8779c00e58 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829be expref: 14 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.209047:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:3.0:1746147272.209050:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746147272.209052:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f000, rc 0) 00000100:00100000:3.0:1746147272.209091:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+14:3181:x1830967347038592:12345-192.168.202.9@tcp:101:dd.0 Request processed in 416us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.209096:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39847 00000100:00100000:0.0:1746147272.212757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.212859:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347038720 00000100:00100000:3.0:1746147272.212866:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347038720 00000100:00100000:3.0:1746147272.214122:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39848 00000100:00100000:3.0:1746147272.214131:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:3181:x1830967347038720:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147272.214147:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.214161:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fe00/0x29021e8779c00e5f lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829c5 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.214203:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fa00/0x29021e8779c00e66 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.214212:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fa00/0x29021e8779c00e66 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT1 00010000:00010000:3.0:1746147272.214220:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fa00/0x29021e8779c00e66 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT1 00000100:00080000:0.0:1746147272.214411:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00200000:3.0:1746147272.214719:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746147272.214723:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746147272.214764:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fe00/0x29021e8779c00e5f lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829c5 expref: 8 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.214776:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009367fa00/0x29021e8779c00e66 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829c5 expref: 7 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.214782:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880094841f00) 00010000:00010000:3.0:1746147272.214785:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746147272.214787:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367fa00, rc 0) 00000100:00100000:3.0:1746147272.215561:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:3181:x1830967347038720:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1428us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.215568:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39848 00000100:00100000:0.0:1746147272.219169:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.219282:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347038976 00000100:00100000:3.0:1746147272.219290:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347038976 00000100:00100000:3.0:1746147272.219404:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39849 00000100:00100000:3.0:1746147272.219412:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+14:3181:x1830967347038976:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147272.219426:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.219449:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803a00/0x29021e8779c00e6d lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829cc expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.219505:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219516:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219525:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219532:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219538:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219543:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219613:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219619:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219624:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147272.219631:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:3.0:1746147272.219698:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219704:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219708:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219714:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219718:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094803800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.219722:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219727:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219735:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:3.0:1746147272.219738:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.219741:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219745:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e74 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219754:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219758:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219762:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219768:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094802e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.219770:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219774:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219779:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800b5356b00) 00010000:00010000:3.0:1746147272.219780:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.219782:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219786:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e7b lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.219811:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803a00/0x29021e8779c00e6d lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 17 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.219821:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 16 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.219827:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:3.0:1746147272.219829:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147272.219831:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094803c00, rc 0) 00000100:00100000:3.0:1746147272.220362:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+16:3181:x1830967347038976:12345-192.168.202.9@tcp:101:dd.0 Request processed in 950us (1198us total) trans 4294984838 rc 0/0 00000100:00100000:3.0:1746147272.220369:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39849 00000100:00100000:2.0:1746147272.223658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147272.223849:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347039104 00000100:00100000:0.0:1746147272.223857:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347039104 00000100:00100000:0.0:1746147272.223908:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30266 00000100:00100000:0.0:1746147272.223915:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:3181:x1830967347039104:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147272.223928:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147272.223941:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829d3 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.223965:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.223972:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147272.223973:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147272.223976:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.224000:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.224014:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 5 pid: 9589 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746147272.224022:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d86f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340137856:192.168.202.9@tcp:104: 00000100:00080000:2.0:1746147272.224063:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147272.224978:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746147272.227347:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d86f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340137856:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147272.227372:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.227385:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc 0) 00000100:00100000:0.0:1746147272.227428:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:3181:x1830967347039104:12345-192.168.202.9@tcp:101:dd.0 Request processed in 3514us (3775us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147272.227436:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30266 00000100:00100000:3.0:1746147272.228187:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.228234:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347039232 00000100:00100000:2.0:1746147272.228264:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347039232 00002000:00100000:2.0:1746147272.228296:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1715) req@ffff880093ecb800 x1830967347039232/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:648/0 lens 2208/0 e 0 to 0 dl 1746147283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147272.228304:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb800 with x1830967347039232 ext(0->1715) 00010000:00010000:2.0:1746147272.228310:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 6 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.228320:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 6 pid: 9589 timeout: 884 lvb_type: 0 00002000:00010000:2.0:1746147272.228326:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecb800 00000100:00100000:2.0:1746147272.228351:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2968 00000100:00100000:2.0:1746147272.228358:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967347039232:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147272.229558:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347039232:12345-192.168.202.9@tcp:4:dd.0 Request processed in 1197us (1369us total) trans 4294972368 rc 0/0 00000100:00100000:0.0:1746147272.229566:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2968 00002000:00100000:0.0:1746147272.229573:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1715) req@ffff880093ecb800 x1830967347039232/t4294972368(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:648/0 lens 2208/448 e 0 to 0 dl 1746147283 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147272.229579:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb800 with x1830967347039232 ext(0->1715) 00010000:00010000:0.0:1746147272.229584:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 8 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746147272.229595:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 8 pid: 9589 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746147272.229604:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ecb800 00000100:00100000:0.0:1746147272.231716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.231796:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347039360 00000100:00100000:2.0:1746147272.231803:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347039360 00010000:00010000:2.0:1746147272.231831:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 8 pid: 9589 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746147272.231851:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15038 00000100:00100000:2.0:1746147272.231856:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347039360:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147272.231866:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147272.231877:0:7226:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746147272.231880:0:7226:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746147273 00002000:00010000:2.0:1746147272.231882:0:7226:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1746147273 00002000:00010000:2.0:1746147272.231883:0:7226:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746147273 00002000:00010000:2.0:1746147272.231885:0:7226:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746147272.231889:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 8 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.231899:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 8 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.231916:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ffe6a00/0x29021e8779c00e0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829a2 expref: 8 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.231944:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.231946:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.231952:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.231963:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.232125:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147272.232136:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340137984:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147272.232662:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d830d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147272.234783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147272.234857:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347039616 00000100:00100000:1.0:1746147272.234864:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347039616 00000100:00100000:2.0:1746147272.235785:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340137984:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147272.235804:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147272.235846:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347039360:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3988us (4223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.235854:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15038 00002000:00100000:1.0:1746147272.235947:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bfa9f80 x1830967347039616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:648/0 lens 488/0 e 0 to 0 dl 1746147283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147272.235961:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967347039616 ext(0->4095) 00002000:00010000:1.0:1746147272.235965:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:1.0:1746147272.235979:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13600 00000100:00100000:1.0:1746147272.235984:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347039616:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147272.236089:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:2005:x1830967347039616:12345-192.168.202.9@tcp:3:dd.0 Request processed in 104us (1310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147272.236095:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13600 00002000:00100000:1.0:1746147272.236100:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88012bfa9f80 x1830967347039616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746147283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147272.236106:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfa9f80 with x1830967347039616 ext(0->4095) 00002000:00010000:1.0:1746147272.236108:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfa9f80 00000100:00100000:2.0:1746147272.264827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147272.265102:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347039872 00000100:00100000:0.0:1746147272.265109:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347039872 00000100:00100000:0.0:1746147272.265147:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 190 00000100:00100000:0.0:1746147272.265153:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac957850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+16:3181:x1830967347039872:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:0.0:1746147272.265454:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac957850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+17:3181:x1830967347039872:12345-192.168.202.9@tcp:35:dd.0 Request processed in 300us (633us total) trans 4294984839 rc 0/0 00000100:00100000:0.0:1746147272.265460:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 190 00000100:00100000:0.0:1746147272.282487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.282598:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347040000 00000100:00100000:3.0:1746147272.282606:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347040000 00000100:00100000:3.0:1746147272.282854:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39850 00000100:00100000:3.0:1746147272.282861:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:3184:x1830967347040000:12345-192.168.202.9@tcp:101:truncate.0 00010000:00010000:3.0:1746147272.282882:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.282896:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e97 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829da expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.283162:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.283173:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.283182:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.283488:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c00e97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829da expref: 21 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.283514:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803800/0x29021e8779c00e9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829da expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.283520:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:3.0:1746147272.283523:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746147272.283525:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094803800, rc 0) 00000100:00100000:3.0:1746147272.283576:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:3184:x1830967347040000:12345-192.168.202.9@tcp:101:truncate.0 Request processed in 715us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.283582:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39850 00000100:00100000:0.0:1746147272.287170:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.287352:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347040256 00000100:00100000:3.0:1746147272.287360:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347040256 00000100:00100000:3.0:1746147272.287401:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39851 00000100:00100000:3.0:1746147272.287407:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:3184:x1830967347040256:12345-192.168.202.9@tcp:36:truncate.0 00010000:00010000:3.0:1746147272.287452:0:10503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147272.287471:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090549000/0x29021e8779c00df6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82994 expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.287484:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:3.0:1746147272.287487:0:10503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147272.287591:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.287602:0:10503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 16 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.287608:0:10503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.287633:0:10503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 16 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.287643:0:10503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 16 pid: 10503 timeout: 884 lvb_type: 0 00000100:00100000:3.0:1746147272.287653:0:10503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340138112:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147272.287727:0:10503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746147272.291041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.291141:0:10503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340138112:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147272.291169:0:10503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000100:00100000:2.0:1746147272.291409:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347040384 00000100:00100000:2.0:1746147272.291414:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347040384 00010000:00010000:2.0:1746147272.291447:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 17 pid: 10503 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746147272.291932:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15039 00000100:00100000:2.0:1746147272.291939:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+17:2005:x1830967347040384:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147272.291949:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147272.291954:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 17 pid: 10503 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.291967:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 17 pid: 10503 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.291983:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803c00/0x29021e8779c00e82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829cc expref: 17 pid: 10503 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.291997:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:2.0:1746147272.292001:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.292007:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.292012:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147272.292038:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147272.292070:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+16:2005:x1830967347040384:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 132us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.292076:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15039 00010000:00010000:3.0:1746147272.292136:0:10503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.292141:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000001:00080000:3.0:1746147272.292206:0:10503:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984840 00000004:00010000:3.0:1746147272.292237:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800b4fe5f80 reply state ffff880094985000 transno 4294984841 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.292264:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.292739:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:3.0:1746147272.292743:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746147272.292746:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746147272.292815:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:3184:x1830967347040256:12345-192.168.202.9@tcp:36:truncate.0 Request processed in 5407us (5651us total) trans 4294984841 rc 0/0 00000100:00100000:3.0:1746147272.292821:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39851 00000020:00080000:3.0:1746147272.292825:0:10503:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746147272.297679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.297764:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347040512 00000100:00100000:2.0:1746147272.297772:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347040512 00000100:00100000:2.0:1746147272.297821:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30267 00000100:00100000:2.0:1746147272.297829:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:3184:x1830967347040512:12345-192.168.202.9@tcp:101:truncate.0 00010000:00010000:2.0:1746147272.297844:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147272.297858:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829e1 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.297885:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.297892:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.297893:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.297896:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.297922:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 5 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.297932:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 5 pid: 9589 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746147272.297942:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340138240:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147272.298049:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d830d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147272.301755:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340138240:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147272.301781:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.301796:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:2.0:1746147272.301839:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+8:3184:x1830967347040512:12345-192.168.202.9@tcp:101:truncate.0 Request processed in 4011us (4166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.301847:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30267 00000100:00100000:0.0:1746147272.301976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.303189:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347040640 00000100:00100000:2.0:1746147272.303196:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347040640 00010000:00010000:2.0:1746147272.303218:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 6 pid: 9589 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746147272.303276:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15040 00000100:00100000:2.0:1746147272.303282:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347040640:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147272.303292:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147272.303306:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 6 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.303315:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 6 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.303331:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c00e90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829d3 expref: 6 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:2.0:1746147272.303425:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.303427:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147272.303432:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.303449:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.303474:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 7 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147272.303484:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340138368:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147272.303545:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d830d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147272.305706:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340138368:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147272.305711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147272.305722:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147272.306815:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+5:2006:x1830967347040640:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3529us (4835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.306825:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15040 00000100:00100000:3.0:1746147272.307267:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347040768 00000100:00100000:3.0:1746147272.307274:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347040768 00002000:00010000:3.0:1746147272.307300:0:24958:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (858->18446744073709551615) 00002000:00100000:3.0:1746147272.307303:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830967347040768 ext(858->18446744073709551615) 00002000:00010000:3.0:1746147272.307312:0:24958:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8c380. 00000100:00100000:3.0:1746147272.307326:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13601 00000100:00100000:3.0:1746147272.307331:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347040768:12345-192.168.202.9@tcp:10:truncate.0 00002000:00010000:3.0:1746147272.307542:0:24958:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746147272.307545:0:24958:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746147273 -> 1746147273 00002000:00010000:3.0:1746147272.307548:0:24958:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 1746147273 -> 1746147273 00002000:00010000:3.0:1746147272.307549:0:24958:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746147273 -> 1746147273 00002000:00010000:3.0:1746147272.307551:0:24958:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1746147272.307587:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347040768:12345-192.168.202.9@tcp:10:truncate.0 Request processed in 256us (1876us total) trans 4294972369 rc 0/0 00000100:00100000:3.0:1746147272.307592:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13601 00002000:00010000:3.0:1746147272.307595:0:24958:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (858->18446744073709551615) 00002000:00100000:3.0:1746147272.307597:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8c380 with x1830967347040768 ext(858->18446744073709551615) 00002000:00010000:3.0:1746147272.307600:0:24958:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8c380. 00000100:00100000:0.0:1746147272.316656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.316722:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347041024 00000100:00100000:3.0:1746147272.316731:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347041024 00000100:00100000:3.0:1746147272.316782:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39852 00000100:00100000:3.0:1746147272.316789:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:3186:x1830967347041024:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147272.316810:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.316826:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00eb3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829e8 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.316884:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316894:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316902:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316909:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316913:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316918:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316982:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749400/0x29021e8779c00ec8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316987:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093749400/0x29021e8779c00ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.316991:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749400/0x29021e8779c00ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147272.316997:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:3.0:1746147272.317048:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317053:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317058:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317063:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317067:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093749800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.317070:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317076:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317086:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:3.0:1746147272.317088:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.317092:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317096:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00eba lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317121:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317125:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317129:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317133:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093748800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.317136:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317140:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317145:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800b5356b00) 00010000:00010000:3.0:1746147272.317147:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.317149:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317153:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748800/0x29021e8779c00ec1 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.317179:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367f800/0x29021e8779c00eb3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e8 expref: 25 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.317189:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749400/0x29021e8779c00ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e8 expref: 24 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.317195:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:3.0:1746147272.317197:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147272.317199:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749400, rc 0) 00000100:00100000:3.0:1746147272.317235:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:3186:x1830967347041024:12345-192.168.202.9@tcp:101:dd.0 Request processed in 446us (584us total) trans 4294984842 rc 0/0 00000100:00100000:3.0:1746147272.317264:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39852 00000100:00100000:0.0:1746147272.320408:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147272.320451:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347041280 00000100:00100000:2.0:1746147272.320458:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347041280 00000100:00100000:2.0:1746147272.320504:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 191 00000100:00100000:2.0:1746147272.320511:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+24:3186:x1830967347041280:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:2.0:1746147272.320696:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+25:3186:x1830967347041280:12345-192.168.202.9@tcp:35:dd.0 Request processed in 184us (293us total) trans 4294984843 rc 0/0 00000100:00100000:2.0:1746147272.320701:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 191 00000100:00100000:0.0:1746147272.323162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147272.323220:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347041536 00000100:00100000:1.0:1746147272.323227:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347041536 00002000:00100000:1.0:1746147272.323535:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094e8ca80 x1830967347041536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:648/0 lens 488/0 e 0 to 0 dl 1746147283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147272.323544:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830967347041536 ext(0->4095) 00002000:00010000:1.0:1746147272.323549:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ca80 00000100:00100000:1.0:1746147272.324132:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13602 00000100:00100000:1.0:1746147272.324139:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347041536:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147272.324295:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347041536:12345-192.168.202.9@tcp:3:dd.0 Request processed in 156us (1137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746147272.324300:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13602 00002000:00100000:1.0:1746147272.324306:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff880094e8ca80 x1830967347041536/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746147283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147272.324314:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8ca80 with x1830967347041536 ext(0->4095) 00002000:00010000:1.0:1746147272.324316:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8ca80 00000100:00100000:0.0:1746147272.359017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.360812:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347041792 00000100:00100000:3.0:1746147272.360820:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347041792 00000100:00100000:3.0:1746147272.360858:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39853 00000100:00100000:3.0:1746147272.360864:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+16:3190:x1830967347041792:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147272.360885:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147272.360900:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00ed6 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829ef expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.360965:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.360976:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.360989:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.360997:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361002:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361006:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361079:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748a00/0x29021e8779c00eeb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361090:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748a00/0x29021e8779c00eeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361096:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748a00/0x29021e8779c00eeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147272.361103:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:3.0:1746147272.361166:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361171:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361176:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361185:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361189:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093748000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.361192:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361198:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361207:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:3.0:1746147272.361210:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.361213:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361220:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c00edd lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361256:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361261:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361265:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361268:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093749000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147272.361270:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361274:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361279:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800b5356b00) 00010000:00010000:3.0:1746147272.361281:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147272.361283:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361287:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c00ee4 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147272.361312:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c00ed6 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829ef expref: 19 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.361322:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748a00/0x29021e8779c00eeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829ef expref: 18 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.361332:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:3.0:1746147272.361334:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147272.361336:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748a00, rc 0) 00000100:00100000:3.0:1746147272.361658:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+18:3190:x1830967347041792:12345-192.168.202.9@tcp:101:dd.0 Request processed in 792us (2648us total) trans 4294984844 rc 0/0 00000100:00100000:3.0:1746147272.361664:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39853 00000100:00100000:2.0:1746147272.368011:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147272.368327:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347041920 00000100:00100000:0.0:1746147272.368334:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347041920 00000100:00100000:0.0:1746147272.368384:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30268 00000100:00100000:0.0:1746147272.368390:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+5:3190:x1830967347041920:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147272.368405:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147272.368418:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779c00ef9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829f6 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.368448:0:9589:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.368454:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147272.368456:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147272.368459:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779c00ef9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.368485:0:9589:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 8 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147272.368495:0:9589:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 8 pid: 9589 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746147272.368505:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340138496:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147272.368584:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c46c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147272.371394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.371487:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347042048 00000100:00100000:3.0:1746147272.371494:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347042048 00010000:00010000:3.0:1746147272.371524:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 9 pid: 9589 timeout: 884 lvb_type: 0 00000100:00100000:3.0:1746147272.371547:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15041 00000100:00100000:3.0:1746147272.371554:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347042048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147272.371565:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147272.371582:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 9 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:3.0:1746147272.371592:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 9 pid: 9589 timeout: 884 lvb_type: 0 00010000:00010000:3.0:1746147272.371612:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147272.371613:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147272.371619:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779c00ef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.371626:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779c00ef9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147272.371652:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779c00ef9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147272.371662:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340138624:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147272.371841:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c00eac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829e1 expref: 9 pid: 9589 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746147272.371857:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9589:1830967340138496:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147272.371874:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b47200/0x29021e8779c00ef9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829f6 expref: 6 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147272.371881:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47200, rc 0) 00000100:00100000:2.0:1746147272.371903:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+6:3190:x1830967347041920:12345-192.168.202.9@tcp:101:dd.0 Request processed in 3513us (3900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.371909:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30268 00000100:00100000:3.0:1746147272.372036:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147272.373844:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340138624:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147272.373858:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147272.373885:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347042048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2331us (2496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147272.373898:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15041 00000100:00100000:0.0:1746147272.375748:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147272.375916:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347042304 00000100:00100000:3.0:1746147272.375922:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347042304 00002000:00100000:3.0:1746147272.375954:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a71bb100 x1830967347042304/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:648/0 lens 488/0 e 0 to 0 dl 1746147283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147272.375962:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967347042304 ext(0->4095) 00002000:00010000:3.0:1746147272.375966:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb100 00000100:00100000:3.0:1746147272.376787:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13603 00000100:00100000:3.0:1746147272.376795:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347042304:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147272.377637:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+6:2006:x1830967347042304:12345-192.168.202.9@tcp:3:dd.0 Request processed in 842us (1892us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746147272.377644:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13603 00002000:00100000:3.0:1746147272.377651:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8800a71bb100 x1830967347042304/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:648/0 lens 488/4536 e 0 to 0 dl 1746147283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147272.377664:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb100 with x1830967347042304 ext(0->4095) 00002000:00010000:3.0:1746147272.377668:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a71bb100 00000100:00100000:0.0:1746147272.391657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147272.391728:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347042560 00000100:00100000:1.0:1746147272.391734:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347042560 00000100:00100000:1.0:1746147272.392339:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 192 00000100:00100000:1.0:1746147272.392346:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+18:3190:x1830967347042560:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:1.0:1746147272.392520:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+19:3190:x1830967347042560:12345-192.168.202.9@tcp:35:dd.0 Request processed in 174us (870us total) trans 4294984845 rc 0/0 00000100:00100000:1.0:1746147272.392527:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 192 00000100:00100000:0.0:1746147272.924189:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746147272.924207:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340138752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147272.924278:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147272.924414:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340138752 00000100:00100000:2.0:1746147272.924420:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340138752 00000100:00100000:2.0:1746147272.924463:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1746147272.924469:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340138752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746147272.924495:0:15340:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:2.0:1746147272.924681:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340138752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 211us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147272.924687:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1746147272.924754:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340138752:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746147273.183494:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746147274.185378:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746147274.653516:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970636 is committed 00000100:00100000:0.0:1746147274.796007:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340138880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746147274.796091:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147274.796192:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340138880 00000100:00100000:0.0:1746147274.796200:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340138880 00000100:00100000:0.0:1746147274.796269:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1746147274.796278:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340138880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746147274.796318:0:7245:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:0.0:1746147274.796360:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340138880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147274.796366:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1746147274.796429:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967391 gen 2 00000004:00080000:0.0:1746147274.796436:0:3765:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967391 committed transno 4294967391 00000100:00100000:0.0:1746147274.796473:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340138880:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746147275.189477:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147275.198927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.198972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.198997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.199012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.199032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.199045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.199059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.199072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.199096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.199123:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347042816 00000100:00100000:0.0:1746147275.199133:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347042816 00000100:00100000:0.0:1746147275.199181:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347043328 00000100:00100000:0.0:1746147275.199183:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347043328 00000100:00100000:0.0:1746147275.199195:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347042944 00000100:00100000:0.0:1746147275.199198:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347042944 00000100:00100000:0.0:1746147275.199207:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347043456 00000100:00100000:0.0:1746147275.199209:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347043456 00000100:00100000:0.0:1746147275.199223:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1165 00000100:00100000:0.0:1746147275.199230:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2008:x1830967347042816:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147275.199373:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347043072 00000100:00100000:2.0:1746147275.199377:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347043072 00000100:00100000:2.0:1746147275.199403:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347043584 00000100:00100000:2.0:1746147275.199404:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347043584 00000100:00100000:1.0:1746147275.199421:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1166 00000100:00100000:2.0:1746147275.199429:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347043200 00000100:00100000:2.0:1746147275.199432:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347043200 00000100:00100000:1.0:1746147275.199440:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+19:2008:x1830967347043328:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147275.199442:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347043712 00000100:00100000:2.0:1746147275.199444:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347043712 00000100:00100000:2.0:1746147275.199455:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 802 00000100:00100000:2.0:1746147275.199460:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2008:x1830967347043072:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147275.200133:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2008:x1830967347042816:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 900us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147275.200141:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1165 00000100:00100000:0.0:1746147275.200182:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1167 00000100:00100000:0.0:1746147275.200188:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347042944:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147275.200332:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347042944:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 144us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147275.200338:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1167 00000100:00100000:0.0:1746147275.200353:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1168 00000100:00100000:0.0:1746147275.200358:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:2008:x1830967347043456:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147275.200379:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:2008:x1830967347043456:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 22us (1307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147275.200384:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1168 00000100:00100000:0.0:1746147275.200406:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 803 00000100:00100000:0.0:1746147275.200521:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347043584:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147275.200547:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347043584:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 136us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147275.200552:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 803 00000100:00100000:0.0:1746147275.200565:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 804 00000100:00100000:0.0:1746147275.200570:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347043200:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147275.200587:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347043200:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 17us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147275.200591:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 804 00000100:00100000:0.0:1746147275.200598:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 805 00000100:00100000:0.0:1746147275.200602:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347043712:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147275.200622:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b397450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+6:2008:x1830967347043712:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 19us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147275.200626:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 805 00000100:00100000:3.0:1746147275.200863:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347042688 00000100:00100000:3.0:1746147275.200870:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347042688 00000100:00100000:1.0:1746147275.201888:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+19:2008:x1830967347043328:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 2448us (2882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147275.201898:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1166 00000100:00100000:2.0:1746147275.202043:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2008:x1830967347043072:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 2579us (3066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147275.202050:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 802 00000100:00080000:2.0:1746147275.202302:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746147275.202308:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746147275.202310:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746147275.202312:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746147275.203075:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 569 00000100:00100000:3.0:1746147275.203091:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347042688:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:3.0:1746147275.203161:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347042688:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 77us (4126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147275.203166:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 569 00000001:02000400:1.0:1746147275.338698:0:28784:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 20:54:35 (1746147275) 00000100:00100000:2.0:1746147275.400469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.400536:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347043968 00000100:00100000:0.0:1746147275.400543:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347043968 00000100:00100000:0.0:1746147275.401029:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39854 00000100:00100000:0.0:1746147275.401035:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+25:3829:x1830967347043968:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:0.0:1746147275.401050:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147275.401053:0:7240:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746147275.401113:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094803200/0x29021e8779c00d8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82971 expref: 25 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.401125:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147275.401128:0:7240:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147275.401136:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00f00 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b829fd expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.401210:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.401220:0:7240:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 18 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.401253:0:7240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.402808:0:7240:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 18 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.402821:0:7240:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 18 pid: 7240 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746147275.402831:0:7240:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7240:1830967340139008:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147275.402909:0:7240:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147275.407380:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147275.407601:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347044096 00000100:00100000:3.0:1746147275.407607:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347044096 00010000:00010000:3.0:1746147275.407641:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 19 pid: 7240 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746147275.407737:0:7240:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7240:1830967340139008:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147275.407752:0:7240:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000100:00100000:3.0:1746147275.407902:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15042 00000100:00100000:3.0:1746147275.407910:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+19:2005:x1830967347044096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147275.407921:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147275.407927:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 19 pid: 7240 timeout: 887 lvb_type: 0 00010000:00010000:3.0:1746147275.407938:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 19 pid: 7240 timeout: 887 lvb_type: 0 00010000:00010000:3.0:1746147275.407954:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c00e2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829b0 expref: 19 pid: 7240 timeout: 887 lvb_type: 0 00010000:00010000:3.0:1746147275.407968:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147275.407971:0:8397:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147275.407979:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147275.407985:0:8397:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7240 initiator: MDT0 00010000:00010000:3.0:1746147275.408006:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147275.408011:0:7240:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408016:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000100:00100000:3.0:1746147275.408035:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+18:2005:x1830967347044096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 127us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147275.408041:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15042 00010000:00010000:0.0:1746147275.408067:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408075:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408081:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408545:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408552:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408557:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:0.0:1746147275.408564:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:0.0:1746147275.408580:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408585:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408589:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408594:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408598:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147275.408601:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408605:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408611:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147275.408613:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147275.408615:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408622:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c00f07 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00000004:00010000:0.0:1746147275.408629:0:7240:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880079af2680 reply state ffff88009801b000 transno 4294984846 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408635:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.408639:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800b5378400) 00010000:00010000:0.0:1746147275.408640:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746147275.408642:0:7240:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746147275.408661:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00f00 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 27 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.408670:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 26 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.408674:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800b5378d00) 00010000:00010000:0.0:1746147275.408676:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746147275.408678:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47e00, rc 0) 00000100:00100000:0.0:1746147275.408710:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3829:x1830967347043968:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 7675us (8249us total) trans 4294984846 rc 0/0 00000100:00100000:0.0:1746147275.408715:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39854 00000100:00100000:0.0:1746147275.412335:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.412357:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347044352 00000100:00100000:0.0:1746147275.412364:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347044352 00000100:00100000:0.0:1746147275.412407:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39855 00000100:00100000:0.0:1746147275.412422:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3829:x1830967347044352:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:0.0:1746147275.412440:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147275.412455:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a04 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.412957:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.412969:0:7240:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 28 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.412976:0:7240:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.413000:0:7240:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 28 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.413011:0:7240:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 28 pid: 7240 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746147275.413021:0:7240:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7240:1830967340139136:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147275.414197:0:7240:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4e40 going to sleep for 11 seconds 00000001:00080000:0.0:1746147275.415558:0:7221:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984846 is committed 00000001:00080000:0.0:1746147275.415567:0:7221:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984845 is committed 00000020:00080000:0.0:1746147275.415584:0:7221:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008ff44000 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746147275.415588:0:7221:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880095039000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008ff44180 00000020:00080000:0.0:1746147275.415591:0:7221:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746147275.415593:0:7221:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880095039600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880094918a00 00000020:00080000:0.0:1746147275.415595:0:7221:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000020:00080000:0.0:1746147275.415610:0:7221:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:1.0:1746147275.415756:0:7269:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00000004:00080000:1.0:1746147275.415845:0:7269:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880094846d80 with version 20 00000020:00080000:1.0:1746147275.415851:0:7269:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1746147275.415879:0:7269:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1746147275.415884:0:7269:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:2.0:1746147275.415936:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.415944:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.415954:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.415958:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094919e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147275.415962:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.415967:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.415980:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880095039100) 00010000:00010000:2.0:1746147275.415983:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147275.415986:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.415991:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094919e00/0x29021e8779c00d63 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416007:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416012:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416016:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416020:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094918e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147275.416022:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416026:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416033:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff880095039900) 00010000:00010000:2.0:1746147275.416034:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147275.416037:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416040:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918e00/0x29021e8779c00d6a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416047:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416051:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416055:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416059:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b26e000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147275.416061:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416065:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416070:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880095039e00) 00010000:00010000:2.0:1746147275.416072:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147275.416074:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416077:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b26e000/0x29021e8779c00d71 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416087:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416091:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416095:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416098:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094918600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147275.416100:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416104:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416109:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff8800b5356b00) 00010000:00010000:2.0:1746147275.416111:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147275.416113:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416117:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094918600/0x29021e8779c00def lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416127:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416130:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416134:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416137:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ffe6a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147275.416139:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416144:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416150:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff8800b5356300) 00010000:00010000:2.0:1746147275.416151:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147275.416153:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416157:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6a00/0x29021e8779c00ea5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.416165:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147275.416169:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147275.416173:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147275.416177:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147275.416179:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147275.416183:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147275.416188:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800b5378400) 00010000:00010000:2.0:1746147275.416190:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147275.416192:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147275.416196:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f0e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00000004:00080000:0.0:1746147275.416374:0:9095:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a8483b40 version 20 rpc_version 20 00000020:00100000:0.0:1746147275.416398:0:9095:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746147275.416404:0:9095:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a71b8000 x1830967340139392/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746147275.416431:0:9095:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a71b8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340139392:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746147275.416477:0:9095:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147275.416506:0:9095:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147275.416774:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340139392 00000100:00100000:2.0:1746147275.416780:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340139392 00000100:00100000:2.0:1746147275.417417:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1746147275.417426:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9095:x1830967340139392:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746147275.417564:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9095:x1830967340139392:12345-0@lo:1000:osp_up1-0.0 Request processed in 139us (1085us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1746147275.417570:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1746147275.418025:0:9095:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340139392:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746147275.419897:0:7240:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a71b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7240:1830967340139136:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147275.419916:0:7240:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000100:00100000:0.0:1746147275.420560:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147275.420613:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347044480 00000100:00100000:1.0:1746147275.420617:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347044480 00010000:00010000:1.0:1746147275.420643:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 16 pid: 7240 timeout: 887 lvb_type: 0 00000100:00100000:1.0:1746147275.420666:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15043 00000100:00100000:1.0:1746147275.420672:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347044480:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147275.420682:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147275.420687:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 16 pid: 7240 timeout: 887 lvb_type: 0 00010000:00010000:1.0:1746147275.420696:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 16 pid: 7240 timeout: 887 lvb_type: 0 00010000:00010000:1.0:1746147275.420713:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b829fd expref: 16 pid: 7240 timeout: 887 lvb_type: 0 00010000:00010000:1.0:1746147275.420724:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800b5378d00) 00010000:00010000:1.0:1746147275.420728:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147275.420735:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147275.420740:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147275.420755:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147275.420783:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347044480:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 111us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147275.420789:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15043 00010000:00010000:0.0:1746147275.420834:0:7240:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.420839:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:0.0:1746147275.420853:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000004:00080000:0.0:1746147275.420967:0:7240:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00000004:00080000:0.0:1746147275.420972:0:7240:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:0.0:1746147275.421041:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.421047:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.421051:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.421055:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009af79c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147275.421058:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.421063:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.421071:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800b5378d00) 00010000:00010000:0.0:1746147275.421073:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746147275.421076:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.421080:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009af79c00/0x29021e8779c00f2a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.421118:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f23 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a04 expref: 15 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.421125:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a04 expref: 15 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.421133:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46200, rc 0) 00000100:00100000:0.0:1746147275.421149:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:3829:x1830967347044352:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 8729us (8820us total) trans 4294984847 rc 301/301 00000100:00100000:0.0:1746147275.421155:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39855 00000100:00100000:0.0:1746147275.423395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147275.423496:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347044736 00000100:00100000:2.0:1746147275.423503:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347044736 00000100:00100000:2.0:1746147275.423584:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 193 00000100:00100000:2.0:1746147275.423590:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:3829:x1830967347044736:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:2.0:1746147275.423855:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:3829:x1830967347044736:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 264us (464us total) trans 4294984848 rc 0/0 00000100:00100000:2.0:1746147275.423861:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 193 00000100:00100000:0.0:1746147275.425774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147275.425895:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347044864 00000100:00100000:1.0:1746147275.425900:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347044864 00000100:00100000:1.0:1746147275.425940:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39856 00000100:00100000:1.0:1746147275.425946:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:3829:x1830967347044864:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:1.0:1746147275.425960:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147275.425975:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6000/0x29021e8779c00f38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a0b expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147275.426015:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6000/0x29021e8779c00f38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a0b expref: 16 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147275.426026:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6000/0x29021e8779c00f38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a0b expref: 16 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147275.426039:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:1.0:1746147275.426041:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746147275.426043:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6000, rc 0) 00000100:00100000:1.0:1746147275.426073:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:3829:x1830967347044864:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 127us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147275.426078:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39856 00000100:00100000:0.0:1746147275.427989:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147275.428084:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347045120 00000100:00100000:2.0:1746147275.428090:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347045120 00000100:00100000:2.0:1746147275.428174:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 194 00000100:00100000:2.0:1746147275.428180:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:3829:x1830967347045120:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:2.0:1746147275.428321:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+17:3829:x1830967347045120:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 141us (335us total) trans 4294984849 rc 0/0 00000100:00100000:2.0:1746147275.428326:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 194 00000100:00100000:2.0:1746147275.455460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147275.457031:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347045248 00000100:00100000:2.0:1746147275.457041:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347045248 00000100:00100000:2.0:1746147275.457080:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39857 00000100:00100000:2.0:1746147275.457087:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+17:3832:x1830967347045248:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147275.457106:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147275.457121:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e400/0x29021e8779c00f3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a12 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147275.457167:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6600/0x29021e8779c00f46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.457177:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6600/0x29021e8779c00f46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.457185:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6600/0x29021e8779c00f46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:2.0:1746147275.457221:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746147275.457224:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147275.457236:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6600/0x29021e8779c00f46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147275.457271:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e400/0x29021e8779c00f3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a12 expref: 19 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147275.457285:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6600/0x29021e8779c00f46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a12 expref: 18 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147275.457291:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147275.457294:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746147275.457296:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6600, rc 0) 00000100:00100000:2.0:1746147275.457336:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:3832:x1830967347045248:12345-192.168.202.9@tcp:101:dd.0 Request processed in 250us (1881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147275.457342:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39857 00000100:00100000:0.0:1746147275.462706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.462744:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347045504 00000100:00100000:0.0:1746147275.462751:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347045504 00000100:00100000:0.0:1746147275.462783:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39858 00000100:00100000:0.0:1746147275.462789:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+18:3832:x1830967347045504:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147275.462804:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147275.462806:0:7240:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746147275.462828:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6600/0x29021e8779c00f46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a12 expref: 18 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.462839:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147275.462843:0:7240:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147275.462850:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f4d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a19 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.462933:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.462942:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.462949:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.462958:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.462963:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.462968:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.462997:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00f62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463003:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00f62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463008:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00f62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:0.0:1746147275.463018:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:0.0:1746147275.463067:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463073:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463078:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463083:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463087:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147275.463090:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463096:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463101:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147275.463104:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147275.463106:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463110:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00f54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463118:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463122:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463130:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463134:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147275.463136:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463140:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463144:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012bf5ac00) 00010000:00010000:0.0:1746147275.463146:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147275.463147:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463151:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c00f5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147275.463176:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00f4d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a19 expref: 20 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.463184:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00f62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a19 expref: 19 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.463188:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:0.0:1746147275.463190:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746147275.463192:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46c00, rc 0) 00000100:00100000:0.0:1746147275.463227:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+19:3832:x1830967347045504:12345-192.168.202.9@tcp:101:dd.0 Request processed in 438us (528us total) trans 4294984850 rc 0/0 00000100:00100000:0.0:1746147275.463231:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39858 00000100:00100000:0.0:1746147275.469847:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.469872:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347045632 00000100:00100000:0.0:1746147275.469879:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347045632 00000100:00100000:0.0:1746147275.469909:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39859 00000100:00100000:0.0:1746147275.469915:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+19:3832:x1830967347045632:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147275.469935:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147275.469950:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c00f70 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a20 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.469976:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46e00/0x29021e8779c00f77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147275.469986:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46e00/0x29021e8779c00f77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147275.469994:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46e00/0x29021e8779c00f77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147275.470066:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c00f70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a20 expref: 21 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.470079:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46e00/0x29021e8779c00f77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a20 expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147275.470086:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:0.0:1746147275.470088:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1746147275.470091:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46e00, rc 0) 00000100:00100000:0.0:1746147275.470122:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+20:3832:x1830967347045632:12345-192.168.202.9@tcp:101:dd.0 Request processed in 208us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147275.470127:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39859 00000100:00100000:0.0:1746147275.474421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147275.474876:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347045888 00000100:00100000:1.0:1746147275.474883:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347045888 00000100:00100000:1.0:1746147275.474925:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39860 00000100:00100000:1.0:1746147275.474932:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+20:3832:x1830967347045888:12345-192.168.202.9@tcp:36:dd.0 00010000:00010000:1.0:1746147275.474967:0:7240:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147275.474988:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00f62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a19 expref: 20 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147275.475002:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:1.0:1746147275.475006:0:7240:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746147275.475116:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147275.475126:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147275.475133:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000001:00080000:1.0:1746147275.475155:0:7240:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984851 00000004:00010000:1.0:1746147275.475166:0:7240:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093ed6a00 reply state ffff880094544000 transno 4294984852 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147275.475173:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147275.475178:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:1.0:1746147275.475180:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746147275.475181:0:7240:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746147275.475233:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+22:3832:x1830967347045888:12345-192.168.202.9@tcp:36:dd.0 Request processed in 301us (827us total) trans 4294984852 rc 0/0 00000100:00100000:1.0:1746147275.475239:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39860 00000020:00080000:1.0:1746147275.475262:0:7240:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746147275.476679:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147275.476805:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347046016 00000100:00100000:2.0:1746147275.476809:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347046016 00000100:00100000:2.0:1746147275.477093:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30269 00000100:00100000:2.0:1746147275.477099:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+8:3832:x1830967347046016:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147275.477110:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147275.477122:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a27 expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147275.477139:0:10034:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746147275.477152:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147275.477153:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147275.477158:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 9 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147275.477169:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 9 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147275.477176:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048e400, rc 0) 00000100:00100000:2.0:1746147275.478335:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:3832:x1830967347046016:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1233us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147275.478341:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30269 00000100:00100000:0.0:1746147275.480885:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147275.482210:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347046144 00000100:00100000:2.0:1746147275.482218:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347046144 00000100:00100000:2.0:1746147275.482284:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30270 00000100:00100000:2.0:1746147275.482291:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+5:3832:x1830967347046144:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147275.482306:0:10034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147275.482321:0:10034:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a2e expref: -99 pid: 10034 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147275.482339:0:10034:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746147275.482356:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147275.482358:0:10034:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147275.482364:0:10034:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147275.482376:0:10034:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 6 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147275.482384:0:10034:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048e600, rc 0) 00000100:00100000:2.0:1746147275.482446:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+6:3832:x1830967347046144:12345-192.168.202.9@tcp:101:dd.0 Request processed in 154us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147275.482452:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30270 00000100:00100000:0.0:1746147275.485769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147275.485799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147275.485937:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347046272 00000100:00100000:3.0:1746147275.485943:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347046272 00002000:00010000:3.0:1746147275.485968:0:24958:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:3.0:1746147275.485971:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4380 with x1830967347046272 ext(0->18446744073709551615) 00002000:00010000:3.0:1746147275.485980:0:24958:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4380. 00000100:00100000:3.0:1746147275.485992:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347046400 00000100:00100000:3.0:1746147275.485995:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347046400 00002000:00010000:3.0:1746147275.486003:0:24958:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:3.0:1746147275.486005:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6d80 with x1830967347046400 ext(0->18446744073709551615) 00002000:00010000:3.0:1746147275.486010:0:24958:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed6d80. 00000100:00100000:3.0:1746147275.486021:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13604 00000100:00100000:3.0:1746147275.486027:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347046272:12345-192.168.202.9@tcp:10:dd.0 00000100:00100000:1.0:1746147275.486134:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13605 00000100:00100000:1.0:1746147275.486143:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347046400:12345-192.168.202.9@tcp:10:dd.0 00002000:00010000:3.0:1746147275.486190:0:24958:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746147275.486194:0:24958:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746147276 00002000:00010000:3.0:1746147275.486195:0:24958:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746147275.486197:0:24958:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746147276 00002000:00010000:3.0:1746147275.486198:0:24958:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1746147275.486217:0:9593:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746147275.486220:0:9593:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746147276 00002000:00010000:1.0:1746147275.486222:0:9593:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746147275.486223:0:9593:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746147276 00002000:00010000:1.0:1746147275.486225:0:9593:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746147275.486229:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967347046272:12345-192.168.202.9@tcp:10:dd.0 Request processed in 202us (465us total) trans 4294972370 rc 0/0 00000100:00100000:3.0:1746147275.486234:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13604 00002000:00010000:3.0:1746147275.486237:0:24958:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:3.0:1746147275.486257:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4380 with x1830967347046272 ext(0->18446744073709551615) 00002000:00010000:3.0:1746147275.486261:0:24958:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4380. 00000100:00100000:1.0:1746147275.486267:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347046400:12345-192.168.202.9@tcp:10:dd.0 Request processed in 125us (466us total) trans 4294970637 rc 0/0 00000100:00100000:1.0:1746147275.486273:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13605 00002000:00010000:1.0:1746147275.486275:0:9593:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:1.0:1746147275.486277:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6d80 with x1830967347046400 ext(0->18446744073709551615) 00002000:00010000:1.0:1746147275.486282:0:9593:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed6d80. 00000001:00080000:0.0:1746147275.488103:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972370 is committed 00000001:00080000:0.0:1746147275.488120:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972367 is committed 00000100:00100000:0.0:1746147275.993042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147275.993159:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347046656 00000100:00100000:2.0:1746147275.993170:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347046656 00002000:00100000:2.0:1746147275.993217:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff880093ed7800 x1830967347046656/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:651/0 lens 488/0 e 0 to 0 dl 1746147286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147275.993226:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7800 with x1830967347046656 ext(0->4194303) 00002000:00010000:2.0:1746147275.993230:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed7800 00000100:00100000:2.0:1746147275.996603:0:27198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13606 00000100:00100000:2.0:1746147275.996619:0:27198:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347046656:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147276.013741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147276.014006:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347046912 00000100:00100000:1.0:1746147276.014014:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347046912 00002000:00100000:1.0:1746147276.014052:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff880093ed6680 x1830967347046912/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/0 e 0 to 0 dl 1746147287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147276.014061:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6680 with x1830967347046912 ext(0->4194303) 00002000:00010000:1.0:1746147276.014066:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed6680 00000100:00100000:1.0:1746147276.014101:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13607 00000100:00100000:1.0:1746147276.014107:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347046912:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147276.048209:0:27198:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347046656:12345-192.168.202.9@tcp:4:dd.0 Request processed in 51589us (55173us total) trans 4294972371 rc 0/0 00000100:00100000:0.0:1746147276.048221:0:27198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13606 00002000:00100000:0.0:1746147276.048230:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff880093ed7800 x1830967347046656/t4294972371(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:651/0 lens 488/448 e 0 to 0 dl 1746147286 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147276.048240:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7800 with x1830967347046656 ext(0->4194303) 00002000:00010000:0.0:1746147276.048264:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed7800 00000100:00100000:0.0:1746147276.069774:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347046912:12345-192.168.202.9@tcp:4:dd.0 Request processed in 55658us (56031us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746147276.069785:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13607 00002000:00100000:0.0:1746147276.069795:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff880093ed6680 x1830967347046912/t4294970638(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/448 e 0 to 0 dl 1746147287 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147276.069804:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6680 with x1830967347046912 ext(0->4194303) 00002000:00010000:0.0:1746147276.069809:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed6680 00000100:00100000:0.0:1746147276.100033:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.100204:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347047168 00000100:00100000:2.0:1746147276.100212:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347047168 00002000:00100000:2.0:1746147276.100373:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff880093ed6300 x1830967347047168/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/0 e 0 to 0 dl 1746147287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147276.100388:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6300 with x1830967347047168 ext(4194304->8388607) 00002000:00010000:2.0:1746147276.100393:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6300 00000100:00100000:2.0:1746147276.101455:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13608 00000100:00100000:2.0:1746147276.101466:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347047168:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:2.0:1746147276.114871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147276.116967:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347047424 00000100:00100000:1.0:1746147276.116984:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347047424 00002000:00100000:1.0:1746147276.117037:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff880079af1c00 x1830967347047424/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/0 e 0 to 0 dl 1746147287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147276.117045:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af1c00 with x1830967347047424 ext(4194304->8388607) 00002000:00010000:1.0:1746147276.117049:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079af1c00 00000100:00100000:1.0:1746147276.117084:0:27198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13609 00000100:00100000:1.0:1746147276.117090:0:27198:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967347047424:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147276.151996:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2008:x1830967347047168:12345-192.168.202.9@tcp:4:dd.0 Request processed in 50524us (51964us total) trans 4294972372 rc 0/0 00000100:00100000:0.0:1746147276.152008:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13608 00002000:00100000:0.0:1746147276.152017:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff880093ed6300 x1830967347047168/t4294972372(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/448 e 0 to 0 dl 1746147287 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147276.152026:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed6300 with x1830967347047168 ext(4194304->8388607) 00002000:00010000:0.0:1746147276.152031:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed6300 00000100:00100000:0.0:1746147276.187972:0:27198:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2007:x1830967347047424:12345-192.168.202.9@tcp:4:dd.0 Request processed in 70874us (73100us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746147276.187982:0:27198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13609 00002000:00100000:0.0:1746147276.187991:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff880079af1c00 x1830967347047424/t4294970639(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/448 e 0 to 0 dl 1746147287 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147276.188000:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af1c00 with x1830967347047424 ext(4194304->8388607) 00002000:00010000:0.0:1746147276.188005:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079af1c00 00010000:00010000:0.0:1746147276.191553:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147276.203106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.203235:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347047680 00000100:00100000:2.0:1746147276.203268:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347047680 00002000:00100000:2.0:1746147276.203307:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880093ed4000 x1830967347047680/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/0 e 0 to 0 dl 1746147287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147276.203315:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967347047680 ext(8388608->12582911) 00002000:00010000:2.0:1746147276.203320:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4000 00000100:00100000:2.0:1746147276.203337:0:27198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13610 00000100:00100000:2.0:1746147276.203343:0:27198:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2005:x1830967347047680:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147276.228733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147276.229020:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347047936 00000100:00100000:1.0:1746147276.229027:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347047936 00002000:00100000:1.0:1746147276.229060:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff880093ed7480 x1830967347047936/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/0 e 0 to 0 dl 1746147287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147276.229069:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7480 with x1830967347047936 ext(8388608->12582911) 00002000:00010000:1.0:1746147276.229074:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed7480 00000100:00100000:1.0:1746147276.229109:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13611 00000100:00100000:1.0:1746147276.229116:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2005:x1830967347047936:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147276.236478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.236970:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347048192 00000100:00100000:2.0:1746147276.236978:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347048192 00000100:00100000:2.0:1746147276.237032:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 195 00000100:00100000:2.0:1746147276.237040:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+22:3832:x1830967347048192:12345-192.168.202.9@tcp:35:dd.0 00000001:00080000:2.0:1746147276.237211:0:27188:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984853 00000100:00100000:2.0:1746147276.237298:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+24:3832:x1830967347048192:12345-192.168.202.9@tcp:35:dd.0 Request processed in 259us (826us total) trans 4294984854 rc 0/0 00000100:00100000:2.0:1746147276.237304:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 195 00000020:00080000:2.0:1746147276.237308:0:27188:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746147276.252504:0:27198:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967347047680:12345-192.168.202.9@tcp:4:dd.0 Request processed in 49152us (49395us total) trans 4294972373 rc 0/0 00000100:00100000:0.0:1746147276.252515:0:27198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13610 00002000:00100000:0.0:1746147276.252525:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880093ed4000 x1830967347047680/t4294972373(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/448 e 0 to 0 dl 1746147287 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147276.252533:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed4000 with x1830967347047680 ext(8388608->12582911) 00002000:00010000:0.0:1746147276.252538:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ed4000 00000100:00100000:1.0:1746147276.261816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147276.261853:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347048320 00000100:00100000:1.0:1746147276.261859:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347048320 00000100:00100000:1.0:1746147276.261894:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39861 00000100:00100000:1.0:1746147276.261899:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+24:3837:x1830967347048320:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:1.0:1746147276.261917:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147276.261930:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c00f93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a35 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.261972:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00f9a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.261982:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00f9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.261990:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00f9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:1.0:1746147276.262025:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746147276.262027:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746147276.262040:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00f9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.262054:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c00f93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a35 expref: 26 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.262630:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00f9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a35 expref: 25 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.262637:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147276.262640:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746147276.262642:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492f800, rc 0) 00000100:00100000:1.0:1746147276.262676:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+25:3837:x1830967347048320:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 777us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147276.262681:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39861 00000100:00100000:0.0:1746147276.287235:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2005:x1830967347047936:12345-192.168.202.9@tcp:4:dd.0 Request processed in 58111us (58500us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746147276.287454:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13611 00002000:00100000:0.0:1746147276.287744:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff880093ed7480 x1830967347047936/t4294970640(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/448 e 0 to 0 dl 1746147287 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147276.287753:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ed7480 with x1830967347047936 ext(8388608->12582911) 00002000:00010000:0.0:1746147276.287759:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ed7480 00000100:00100000:1.0:1746147276.491962:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3766:1830967340139520:0@lo:400:kworker.0 00000100:00100000:1.0:1746147276.492017:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.492701:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830967340139904:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.492727:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.492768:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340140416:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.492801:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.492811:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340140928:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.492823:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.492840:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746147276.492844:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340140032:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.492858:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.492869:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340140544:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.492881:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.492898:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340141056:0@lo:400:kworker.0 00000100:00100000:2.0:1746147276.492899:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140416 00000100:00100000:2.0:1746147276.492905:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140416 00000100:00100000:0.0:1746147276.492909:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.492927:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340139904 00000100:00100000:0.0:1746147276.492930:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340139904 00000100:00100000:2.0:1746147276.492936:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140928 00000100:00100000:2.0:1746147276.492938:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140928 00000100:00100000:2.0:1746147276.492948:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140544 00000100:00100000:0.0:1746147276.492948:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1746147276.492950:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140544 00000100:00100000:0.0:1746147276.492953:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830967340139904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147276.492958:0:10034:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340141056 00000100:00100000:2.0:1746147276.492959:0:10034:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340141056 00000100:00100000:2.0:1746147276.492966:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1746147276.492970:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340140416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.492987:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830967340139904:12345-0@lo:400:kworker.0 Request processed in 34us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147276.492992:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340140416:12345-0@lo:400:kworker.0 Request processed in 21us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.492993:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1746147276.492995:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1746147276.493004:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1746147276.493007:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340140928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493021:0:24989:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1746147276.493022:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3765:x1830967340140928:12345-0@lo:400:kworker.0 Request processed in 15us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147276.493026:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1746147276.493026:0:24989:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340140544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147276.493032:0:10034:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1746147276.493036:0:10034:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340141056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493042:0:24989:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340140544:12345-0@lo:400:kworker.0 Request processed in 17us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493046:0:24989:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1746147276.493049:0:10034:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340141056:12345-0@lo:400:kworker.0 Request processed in 13us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147276.493052:0:10034:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1746147276.493059:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140032 00000100:00100000:0.0:1746147276.493061:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140032 00000100:00080000:2.0:1746147276.493064:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746147276.493067:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746147276.493076:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1746147276.493080:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1830967340140032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493104:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3765:x1830967340140032:12345-0@lo:400:kworker.0 Request processed in 24us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493107:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1746147276.493133:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340140032:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493141:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340140544:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493146:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972367 gen 2 00000004:00080000:0.0:1746147276.493150:0:3765:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880082804000, transno 4294972367 00000100:00100000:0.0:1746147276.493157:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340141056:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493163:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830967340139904:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493168:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340140416:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493174:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3765:1830967340140928:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493291:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090545f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340139776:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493308:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.493318:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830967340140288:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493328:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.493334:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830967340140800:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493343:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.493351:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746147276.493354:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830967340139648:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.493371:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3764:1830967340140160:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493381:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.493388:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3764:1830967340140672:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493411:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147276.493426:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140288 00000100:00100000:0.0:1746147276.493428:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140288 00000100:00100000:0.0:1746147276.493455:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140800 00000100:00100000:0.0:1746147276.493457:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140800 00000100:00080000:2.0:1746147276.493463:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746147276.493466:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340139648 00000100:00100000:0.0:1746147276.493468:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340139648 00000100:00100000:0.0:1746147276.493474:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140160 00000100:00100000:0.0:1746147276.493476:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140160 00000100:00100000:0.0:1746147276.493495:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340140672 00000100:00100000:0.0:1746147276.493497:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340140672 00000100:00100000:0.0:1746147276.493506:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1746147276.493509:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830967340140288:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746147276.493529:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147276.493533:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830967340140288:12345-0@lo:400:kworker.0 Request processed in 23us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493537:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1746147276.493550:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1746147276.493554:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830967340140800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493570:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830967340140800:12345-0@lo:400:kworker.0 Request processed in 16us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493574:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1746147276.493581:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1746147276.493584:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830967340139648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493597:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830967340139648:12345-0@lo:400:kworker.0 Request processed in 13us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493600:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1746147276.493607:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1746147276.493610:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830967340140160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493623:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830967340140160:12345-0@lo:400:kworker.0 Request processed in 12us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493626:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1746147276.493632:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1746147276.493635:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830967340140672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493646:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830967340140672:12345-0@lo:400:kworker.0 Request processed in 11us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493649:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1746147276.493665:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340139776 00000100:00100000:0.0:1746147276.493667:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340139776 00000100:00100000:0.0:1746147276.493677:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1746147276.493680:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340139776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493703:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340139776:12345-0@lo:400:kworker.0 Request processed in 22us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.493708:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1746147276.493725:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830967340139648:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493731:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3764:1830967340140160:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493737:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090545180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3764:1830967340140672:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493742:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090545f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340139776:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493747:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830967340140288:0@lo:400:kworker.0 00000100:00100000:0.0:1746147276.493752:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830967340140800:0@lo:400:kworker.0 00000100:00100000:3.0:1746147276.494751:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340139520 00000100:00100000:3.0:1746147276.494755:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340139520 00000100:00100000:3.0:1746147276.494779:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1746147276.494784:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3766:x1830967340139520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746147276.494812:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3766:x1830967340139520:12345-0@lo:400:kworker.0 Request processed in 28us (2795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147276.494817:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1746147276.494906:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3766:1830967340139520:0@lo:400:kworker.0 00000100:00100000:3.0:1746147276.523558:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340141184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746147276.523618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147276.523767:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340141184 00000100:00100000:1.0:1746147276.523772:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340141184 00000100:00100000:1.0:1746147276.523799:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1746147276.523803:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967340141184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746147276.523818:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 511253312 pending 12656640 free 3921985536 avail 3690463232 00000100:00100000:1.0:1746147276.523890:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830967340141184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147276.523895:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1746147276.523959:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340141184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746147276.572770:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340141312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746147276.572847:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147276.573006:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340141312 00000100:00100000:2.0:1746147276.573014:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340141312 00000100:00100000:2.0:1746147276.573057:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1746147276.573065:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340141312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746147276.573090:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 511253312 pending 12656640 free 3921985536 avail 3690463232 00000100:00100000:2.0:1746147276.573132:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340141312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147276.573138:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1746147276.573218:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340141312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746147276.718190:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746147276.718206:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340141440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746147276.718270:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147276.718317:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340141440 00000100:00100000:3.0:1746147276.718322:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340141440 00000100:00100000:3.0:1746147276.718351:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1746147276.718357:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340141440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746147276.718374:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50875200 pending 12656640 free 3921096704 avail 3689574400 00000100:00100000:3.0:1746147276.718414:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830967340141440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147276.718419:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1746147276.718447:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ec8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340141440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746147276.721885:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340141568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746147276.721933:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147276.721978:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340141568 00000100:00100000:2.0:1746147276.721983:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340141568 00000100:00100000:2.0:1746147276.722005:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1746147276.722010:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340141568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746147276.722027:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50875200 pending 12656640 free 3921096704 avail 3689574400 00000100:00100000:2.0:1746147276.722056:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340141568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147276.722061:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1746147276.722093:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340141568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746147276.867704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147276.867729:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347048576 00000100:00100000:0.0:1746147276.867736:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347048576 00000100:00100000:0.0:1746147276.867770:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39862 00000100:00100000:0.0:1746147276.867776:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+25:3848:x1830967347048576:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:0.0:1746147276.867792:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.867794:0:7240:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746147276.867815:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00f9a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a35 expref: 25 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.867828:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147276.867831:0:7240:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147276.867840:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c00fa1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a3c expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.867912:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.867922:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.867928:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.868829:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.868838:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.868844:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869131:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869137:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869142:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:0.0:1746147276.869149:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:0.0:1746147276.869165:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869170:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869175:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869182:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869186:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ecba00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147276.869188:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869193:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869200:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147276.869203:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147276.869205:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869209:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c00fa8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00000004:00010000:0.0:1746147276.869218:0:7240:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880090547480 reply state ffff880094a55000 transno 4294984855 ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869224:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.869228:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880130810100) 00010000:00010000:0.0:1746147276.869230:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746147276.869232:0:7240:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746147276.869265:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c00fa1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 27 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.869279:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 26 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.869284:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880130810c00) 00010000:00010000:0.0:1746147276.869286:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746147276.869287:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492e000, rc 0) 00000100:00100000:0.0:1746147276.869331:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3848:x1830967347048576:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 1555us (1633us total) trans 4294984855 rc 0/0 00000100:00100000:0.0:1746147276.869338:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39862 00000100:00100000:2.0:1746147276.873922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147276.873971:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347048832 00000100:00100000:0.0:1746147276.873978:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347048832 00000100:00100000:0.0:1746147276.874008:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39863 00000100:00100000:0.0:1746147276.874013:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3848:x1830967347048832:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:0.0:1746147276.874031:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.874047:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca600/0x29021e8779c00fc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a43 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.874117:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.874127:0:10503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 28 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.874132:0:10503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.874153:0:10503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 28 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.874166:0:10503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 28 pid: 7240 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746147276.874174:0:10503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340141696:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147276.874231:0:10503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746147276.877782:0:10503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340141696:192.168.202.9@tcp:104: 00010000:00010000:0.0:1746147276.877804:0:10503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000100:00100000:2.0:1746147276.880423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.880449:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347048960 00000100:00100000:2.0:1746147276.880456:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347048960 00010000:00010000:2.0:1746147276.880914:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 29 pid: 7240 timeout: 888 lvb_type: 0 00000100:00100000:2.0:1746147276.880938:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15044 00000100:00100000:2.0:1746147276.880944:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7827c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:2005:x1830967347048960:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147276.880954:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147276.880958:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 29 pid: 7240 timeout: 888 lvb_type: 0 00010000:00010000:2.0:1746147276.880968:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 29 pid: 7240 timeout: 888 lvb_type: 0 00010000:00010000:2.0:1746147276.880986:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c00fb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a3c expref: 29 pid: 7240 timeout: 888 lvb_type: 0 00010000:00010000:2.0:1746147276.880997:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880130810c00) 00010000:00010000:2.0:1746147276.881001:0:8397:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147276.881008:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147276.881013:0:8397:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147276.881035:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147276.881069:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7827c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:2005:x1830967347048960:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 123us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147276.881074:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15044 00010000:00010000:1.0:1746147276.881857:0:10503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.881864:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:1.0:1746147276.881879:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:1.0:1746147276.881991:0:10503:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00000004:00080000:1.0:1746147276.881996:0:10503:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1746147276.882071:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.882077:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.882082:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.882087:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096b18000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147276.882091:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.882097:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.882106:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880130810c00) 00010000:00010000:1.0:1746147276.882108:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746147276.882111:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.882115:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b18000/0x29021e8779c00fcb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147276.882153:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca600/0x29021e8779c00fc4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a43 expref: 28 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.882159:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca600/0x29021e8779c00fc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a43 expref: 28 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.882166:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eca600, rc 0) 00000100:00100000:1.0:1746147276.882192:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3848:x1830967347048832:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 8179us (8277us total) trans 4294984856 rc 301/301 00000100:00100000:1.0:1746147276.882198:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39863 00000100:00100000:2.0:1746147276.896056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.896088:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347049216 00000100:00100000:2.0:1746147276.896096:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347049216 00000100:00100000:2.0:1746147276.896130:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 196 00000100:00100000:2.0:1746147276.896136:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac957450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3848:x1830967347049216:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:2.0:1746147276.896350:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac957450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+28:3848:x1830967347049216:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 214us (299us total) trans 4294984857 rc 0/0 00000100:00100000:2.0:1746147276.896357:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 196 00000100:00100000:1.0:1746147276.900624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147276.900760:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347049344 00000100:00100000:1.0:1746147276.900767:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347049344 00000100:00100000:1.0:1746147276.900816:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39864 00000100:00100000:1.0:1746147276.900823:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+28:3848:x1830967347049344:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:1.0:1746147276.900840:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147276.900856:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c00fd9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a4a expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.900896:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c00fd9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a4a expref: 29 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.900907:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c00fd9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a4a expref: 29 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147276.900919:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:1.0:1746147276.900922:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746147276.900925:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb200, rc 0) 00000100:00100000:1.0:1746147276.900959:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:3848:x1830967347049344:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 138us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147276.900964:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39864 00000100:00100000:3.0:1746147276.912348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147276.912403:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347049600 00000100:00100000:3.0:1746147276.912410:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347049600 00000100:00100000:3.0:1746147276.912472:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 197 00000100:00100000:3.0:1746147276.912478:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+29:3848:x1830967347049600:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:3.0:1746147276.912686:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+30:3848:x1830967347049600:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 208us (345us total) trans 4294984858 rc 0/0 00000100:00100000:3.0:1746147276.912693:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 197 00000100:00100000:3.0:1746147276.931368:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147276.931582:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347049728 00000100:00100000:0.0:1746147276.931589:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347049728 00000100:00100000:0.0:1746147276.931636:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39865 00000100:00100000:0.0:1746147276.931642:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:3849:x1830967347049728:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147276.931660:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.931675:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00fe0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a51 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.931717:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00fe7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.931727:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.931736:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:0.0:1746147276.931768:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746147276.931771:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746147276.931789:0:7240:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00fe7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:0.0:1746147276.931805:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47e00/0x29021e8779c00fe0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a51 expref: 32 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.931818:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00fe7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a51 expref: 31 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.931825:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147276.931828:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746147276.931830:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46c00, rc 0) 00000100:00100000:0.0:1746147276.931868:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:3849:x1830967347049728:12345-192.168.202.9@tcp:101:dd.0 Request processed in 226us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.931874:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39865 00000100:00100000:1.0:1746147276.938693:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147276.938740:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347049856 00000100:00100000:0.0:1746147276.938748:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347049856 00000100:00100000:0.0:1746147276.938781:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39866 00000100:00100000:0.0:1746147276.938788:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+14:3850:x1830967347049856:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147276.938802:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.938816:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c00fee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a58 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.938860:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00ff5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.938870:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.938879:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:0.0:1746147276.938908:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746147276.938911:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746147276.938928:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00ff5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.938944:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c00fee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a58 expref: 16 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.938958:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00ff5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a58 expref: 15 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.938966:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147276.938968:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746147276.938971:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46200, rc 0) 00000100:00100000:0.0:1746147276.939006:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+15:3850:x1830967347049856:12345-192.168.202.9@tcp:101:dd.0 Request processed in 219us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147276.939011:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39866 00000100:00100000:3.0:1746147276.941920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147276.941958:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147276.941964:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347050112 00000100:00100000:0.0:1746147276.941971:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347050112 00000100:00100000:0.0:1746147276.941997:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347050368 00000100:00100000:0.0:1746147276.941998:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347050368 00000100:00100000:0.0:1746147276.942011:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39867 00000100:00100000:0.0:1746147276.942017:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+31:3849:x1830967347050112:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147276.942029:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.942044:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00ffc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a5f expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147276.942080:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39868 00000100:00100000:3.0:1746147276.942087:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+15:3850:x1830967347050368:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147276.942094:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.942099:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.942102:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aec00/0x29021e8779c0100a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a66 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.942110:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.942118:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.942128:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.942128:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.942133:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.942137:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.942138:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.942142:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147276.942148:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147276.942153:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147276.942157:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147276.942265:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x29021e8779c01026 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.942268:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f000/0x29021e8779c0102d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.942272:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x29021e8779c01026 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147276.942277:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x29021e8779c01026 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.942283:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f000/0x29021e8779c0102d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147276.942288:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746147276.942289:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f000/0x29021e8779c0102d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:0.0:1746147276.942294:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:3.0:1746147276.942337:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.942338:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.942342:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.942346:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.942347:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.942351:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.942354:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943328:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944af200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147276.943329:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009492e000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147276.943334:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943334:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943340:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943340:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943352:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147276.943355:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147276.943357:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147276.943358:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943359:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147276.943361:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943362:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af200/0x29021e8779c01011 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943366:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492e000/0x29021e8779c01003 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943369:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147276.943373:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147276.943378:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943378:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.943382:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.943386:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943388:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944af400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147276.943391:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943391:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009492ec00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147276.943392:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943405:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943407:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943411:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880130810d00) 00010000:00010000:3.0:1746147276.943413:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147276.943415:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943417:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880130810d00) 00010000:00010000:0.0:1746147276.943419:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147276.943421:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147276.943423:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af400/0x29021e8779c0101f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147276.943425:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492ec00/0x29021e8779c01018 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.943451:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f800/0x29021e8779c00ffc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a5f expref: 34 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147276.943452:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aec00/0x29021e8779c0100a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a66 expref: 18 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147276.943460:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afc00/0x29021e8779c01026 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a66 expref: 17 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.943460:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009492f000/0x29021e8779c0102d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a5f expref: 33 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.943465:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:0.0:1746147276.943467:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147276.943469:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:0.0:1746147276.943469:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009492f000, rc 0) 00010000:00010000:3.0:1746147276.943470:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147276.943472:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944afc00, rc 0) 00000100:00100000:3.0:1746147276.943506:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+17:3850:x1830967347050368:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1419us (1547us total) trans 4294984859 rc 0/0 00000100:00100000:0.0:1746147276.943506:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:3849:x1830967347050112:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1488us (1590us total) trans 4294984860 rc 0/0 00000100:00100000:0.0:1746147276.943512:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39867 00000100:00100000:3.0:1746147276.943515:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39868 00000100:00100000:2.0:1746147276.951788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.951819:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347050624 00000100:00100000:2.0:1746147276.951826:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347050624 00000100:00100000:2.0:1746147276.951863:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39869 00000100:00100000:2.0:1746147276.951870:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+17:3850:x1830967347050624:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147276.951887:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147276.951890:0:21576:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746147276.951912:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46200/0x29021e8779c00ff5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a58 expref: 17 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.951925:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147276.951928:0:21576:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147276.951935:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fea00/0x29021e8779c01042 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a6d expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.952025:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952034:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952040:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952047:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952053:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952058:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952096:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952101:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952106:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:2.0:1746147276.952113:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:2.0:1746147276.952169:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952175:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952180:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952184:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095311c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147276.952187:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952191:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952197:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147276.952199:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147276.952202:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952206:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095311c00/0x29021e8779c01049 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952217:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952221:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952225:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952229:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094db2200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147276.952231:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952235:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952240:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880130810100) 00010000:00010000:2.0:1746147276.952260:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147276.952263:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952268:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01050 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147276.952293:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fea00/0x29021e8779c01042 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 19 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.952301:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 18 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.952307:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:2.0:1746147276.952309:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147276.952311:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3000, rc 0) 00000100:00100000:2.0:1746147276.952348:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+18:3850:x1830967347050624:12345-192.168.202.9@tcp:101:dd.0 Request processed in 478us (567us total) trans 4294984861 rc 0/0 00000100:00100000:2.0:1746147276.952353:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39869 00000100:00100000:3.0:1746147276.953190:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147276.954186:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347050880 00000100:00100000:0.0:1746147276.954193:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347050880 00000100:00100000:0.0:1746147276.954223:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39870 00000100:00100000:0.0:1746147276.954230:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:3849:x1830967347050880:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147276.954264:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.954266:0:10503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746147276.954282:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c00fe7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a51 expref: 33 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.954294:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147276.954297:0:10503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147276.954303:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47a00/0x29021e8779c01065 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a74 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.954362:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.954371:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.954377:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.954708:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.954714:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.954720:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00080000:0.0:1746147276.954950:0:10503:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:0.0:1746147276.955035:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60200/0x29021e8779c0107a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955041:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60200/0x29021e8779c0107a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955047:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60200/0x29021e8779c0107a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955069:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955075:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955080:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955085:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955089:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147276.955092:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955097:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955103:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147276.955106:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147276.955108:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955112:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0106c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00000004:00010000:0.0:1746147276.955119:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093eca300 reply state ffff880094a54000 transno 4294984862 ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955126:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147276.955130:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880130810800) 00010000:00010000:0.0:1746147276.955131:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746147276.955133:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746147276.955149:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47a00/0x29021e8779c01065 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a74 expref: 35 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.955162:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe60200/0x29021e8779c0107a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a74 expref: 34 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.955168:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130810000) 00010000:00010000:0.0:1746147276.955169:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746147276.955171:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60200, rc 0) 00000100:00100000:0.0:1746147276.955227:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:3849:x1830967347050880:12345-192.168.202.9@tcp:101:dd.0 Request processed in 996us (2036us total) trans 4294984862 rc 0/0 00000100:00100000:0.0:1746147276.955232:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39870 00000100:00100000:2.0:1746147276.959334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147276.967798:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347051008 00000100:00100000:0.0:1746147276.967807:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347051008 00000100:00100000:0.0:1746147276.967865:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30271 00000100:00100000:0.0:1746147276.967872:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:3850:x1830967347051008:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147276.967887:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147276.967901:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c01088 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a7b expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.967924:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 11 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.967936:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147276.967938:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746147276.967941:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c01088 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a7b expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.967968:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 11 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147276.967979:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 11 pid: 10034 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746147276.967989:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340141824:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147276.968076:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746147276.982721:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.982742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.982774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147276.982796:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347051264 00000100:00100000:2.0:1746147276.982802:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347051264 00000100:00100000:2.0:1746147276.982836:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347051520 00000100:00100000:2.0:1746147276.982837:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347051520 00000100:00100000:2.0:1746147276.982847:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347051648 00000100:00100000:2.0:1746147276.982849:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347051648 00002000:00100000:2.0:1746147276.982859:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff880093fba680 x1830967347051648/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/0 e 0 to 0 dl 1746147287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147276.982868:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fba680 with x1830967347051648 ext(12582912->13631487) 00010000:00010000:2.0:1746147276.982875:0:27194:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 13 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746147276.982887:0:27194:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 13 pid: 10034 timeout: 889 lvb_type: 0 00002000:00010000:2.0:1746147276.982893:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fba680 00000100:00100000:2.0:1746147276.982902:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2969 00000100:00100000:2.0:1746147276.982907:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2005:x1830967347051648:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:2.0:1746147276.983660:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13612 00000100:00100000:2.0:1746147276.983667:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967347051264:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147276.983685:0:27196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.983696:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147276.983699:0:27196:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.983706:0:27196:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147276.983762:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13613 00000100:00100000:2.0:1746147276.983767:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2006:x1830967347051520:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147276.983781:0:24958:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.983789:0:24958:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 13 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.983795:0:24958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147276.983796:0:24958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147276.983797:0:24958:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.983819:0:24958:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 13 pid: 10034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147276.983831:0:24958:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 13 pid: 10034 timeout: 889 lvb_type: 0 00000100:00100000:2.0:1746147276.983842:0:24958:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093fb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:24958:1830967340141952:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147276.983890:0:24958:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746147276.985670:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090546a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340141824:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147276.985694:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c01088 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a7b expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147276.985708:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe60000, rc 0) 00000100:00100000:3.0:1746147276.985759:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:3850:x1830967347051008:12345-192.168.202.9@tcp:101:dd.0 Request processed in 17887us (26429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147276.985767:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30271 00000100:00100000:3.0:1746147276.990916:0:24958:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093fb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:24958:1830967340141952:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147276.990936:0:24958:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.002036:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.003231:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347051776 00000100:00100000:2.0:1746147277.003240:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347051776 00010000:00010000:2.0:1746147277.003305:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 14 pid: 10034 timeout: 889 lvb_type: 0 00000100:00100000:2.0:1746147277.003343:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15045 00000100:00100000:2.0:1746147277.003350:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967347051776:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147277.003361:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147277.003372:0:7226:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746147277.003375:0:7226:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 1746147276 -> 1746147277 00002000:00010000:2.0:1746147277.003377:0:7226:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 1746147276 -> 1746147277 00002000:00010000:2.0:1746147277.003379:0:7226:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746147277.003384:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 14 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746147277.003405:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 14 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746147277.003424:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009048e600/0x29021e8779c00f8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a2e expref: 14 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746147277.003440:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.003442:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.003446:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.003452:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.003470:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147277.003506:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2005:x1830967347051776:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 157us (1479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147277.003511:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15045 00010000:00010000:2.0:1746147277.003583:0:24958:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.003589:0:24958:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746147277.005042:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746147277.015747:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347051648:12345-192.168.202.9@tcp:4:dd.0 Request processed in 32831us (32963us total) trans 4294972374 rc 0/0 00000100:00100000:2.0:1746147277.015757:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2969 00002000:00100000:2.0:1746147277.015766:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff880093fba680 x1830967347051648/t4294972374(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:652/0 lens 488/448 e 0 to 0 dl 1746147287 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.015775:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093fba680 with x1830967347051648 ext(12582912->13631487) 00010000:00010000:2.0:1746147277.015784:0:27194:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 15 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746147277.015801:0:27194:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 15 pid: 10034 timeout: 889 lvb_type: 0 00002000:00010000:2.0:1746147277.015807:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093fba680 00010000:00010000:2.0:1746147277.020142:0:24958:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.020156:0:24958:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.020168:0:24958:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.020174:0:24958:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f6c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.020177:0:24958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.020184:0:24958:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.020200:0:24958:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.020206:0:24958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01096 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.021311:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967347051520:12345-192.168.202.9@tcp:3:dd.0 Request processed in 37540us (38563us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746147277.021321:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13613 00000100:00100000:0.0:1746147277.026025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.026272:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347051904 00000100:00100000:3.0:1746147277.026279:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347051904 00010000:00010000:3.0:1746147277.026315:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 15 pid: 10034 timeout: 889 lvb_type: 0 00000100:00100000:3.0:1746147277.026351:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15046 00000100:00100000:3.0:1746147277.026359:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347051904:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147277.026369:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746147277.026382:0:8397:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:3.0:1746147277.026385:0:8397:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746147276 -> 1746147277 00002000:00010000:3.0:1746147277.026387:0:8397:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746147276 -> 1746147277 00002000:00010000:3.0:1746147277.026389:0:8397:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:3.0:1746147277.026405:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 15 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746147277.026417:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 15 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746147277.026437:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048e400/0x29021e8779c00f85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a27 expref: 15 pid: 10034 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746147277.026461:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.026463:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.026469:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c01088 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a7b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.026480:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c01088 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a7b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.026487:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.026488:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.026490:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.026495:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.026531:0:8397:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe60000/0x29021e8779c01088 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a7b expref: 6 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.026538:0:27196:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.026542:0:8397:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340142080:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147277.026546:0:27196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746147277.026548:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746147277.026599:0:8397:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90240 going to sleep for 11 seconds 00000100:00100000:3.0:1746147277.030554:0:8397:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ecb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8397:1830967340142080:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147277.030572:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147277.030604:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347051904:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 4246us (4585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147277.030612:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15046 00000100:00100000:0.0:1746147277.031369:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.031408:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347052160 00000100:00100000:3.0:1746147277.031413:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347052160 00002000:00100000:3.0:1746147277.031451:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff880090544000 x1830967347052160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00080000:0.0:1746147277.031454:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1746147277.031457:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967347052160 ext(0->1048575) 00002000:00010000:3.0:1746147277.031461:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544000 00000100:00100000:3.0:1746147277.031472:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13614 00000100:00100000:3.0:1746147277.031476:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967347052160:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147277.040793:0:27196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.040806:0:27196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.040812:0:27196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.040817:0:27196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f6400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.040820:0:27196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.040827:0:27196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.040841:0:27196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.040846:0:27196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c0108f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.040932:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2005:x1830967347051264:12345-192.168.202.9@tcp:3:dd.0 Request processed in 57261us (58212us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.040941:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13612 00000100:00100000:2.0:1746147277.046204:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.046571:0:27196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347052416 00000100:00100000:0.0:1746147277.046578:0:27196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347052416 00000100:00100000:0.0:1746147277.046620:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13615 00000100:00100000:0.0:1746147277.046627:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2007:x1830967347052416:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:0.0:1746147277.046661:0:27196:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746147277.046667:0:27196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.046677:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.046678:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.046683:0:27196:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.046693:0:27196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.048352:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967347052160:12345-192.168.202.9@tcp:3:dd.0 Request processed in 16871us (16980us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147277.048360:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13614 00002000:00100000:3.0:1746147277.048367:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff880090544000 x1830967347052160/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.048375:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090544000 with x1830967347052160 ext(0->1048575) 00002000:00010000:3.0:1746147277.048378:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090544000 00000100:00100000:1.0:1746147277.062071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.063973:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347052544 00000100:00100000:2.0:1746147277.063982:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347052544 00000100:00100000:2.0:1746147277.064052:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30272 00000100:00100000:2.0:1746147277.064059:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+6:3850:x1830967347052544:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147277.064074:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147277.064090:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779c010a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a82 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147277.064107:0:9588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x681417cd, atime: 0x0, ctime: 0x681417cd, blocks: 0x6000 00010000:00010000:2.0:1746147277.064123:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.064125:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.064131:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779c010a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a82 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.064142:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6a00/0x29021e8779c010a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a82 expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.064151:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6a00, rc 0) 00000100:00100000:2.0:1746147277.064199:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+7:3850:x1830967347052544:12345-192.168.202.9@tcp:101:dd.0 Request processed in 141us (2134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147277.064205:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30272 00000100:00080000:0.0:1746147277.064271:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746147277.073890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.073953:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347052800 00000100:00100000:3.0:1746147277.073960:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347052800 00002000:00100000:3.0:1746147277.073990:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff880082805f80 x1830967347052800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.073998:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805f80 with x1830967347052800 ext(0->1040383) 00002000:00010000:3.0:1746147277.074001:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082805f80 00000100:00100000:3.0:1746147277.074017:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13616 00000100:00100000:3.0:1746147277.074022:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967347052800:12345-192.168.202.9@tcp:3:dd.0 00000001:00080000:0.0:1746147277.081523:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970641 is committed 00002000:00010000:2.0:1746147277.081672:0:27196:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746147277.081676:0:27196:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746147278 00002000:00010000:2.0:1746147277.081678:0:27196:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746147278 00002000:00010000:2.0:1746147277.081680:0:27196:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:2.0:1746147277.081690:0:27196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.081699:0:27196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.081706:0:27196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.081712:0:27196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090548000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.081716:0:27196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.081722:0:27196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.081735:0:27196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.081741:0:27196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090548000/0x29021e8779c0109d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.081829:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2007:x1830967347052416:12345-192.168.202.9@tcp:4:dd.0 Request processed in 35198us (35627us total) trans 4294970641 rc 0/0 00000100:00100000:2.0:1746147277.081838:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13615 00000100:00100000:3.0:1746147277.082322:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+7:2006:x1830967347052800:12345-192.168.202.9@tcp:3:dd.0 Request processed in 8298us (8437us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746147277.082329:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13616 00002000:00100000:3.0:1746147277.082337:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff880082805f80 x1830967347052800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.082345:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082805f80 with x1830967347052800 ext(0->1040383) 00002000:00010000:3.0:1746147277.082349:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082805f80 00000100:00100000:0.0:1746147277.087962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.088086:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347052928 00000100:00100000:3.0:1746147277.088098:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347052928 00000100:00100000:3.0:1746147277.088158:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30273 00000100:00100000:3.0:1746147277.088165:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+7:3850:x1830967347052928:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147277.088180:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147277.088196:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a89 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746147277.088214:0:20948:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746147277.088230:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.088231:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.088238:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 8 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.088296:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 8 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.088305:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653c00, rc 0) 00000100:00100000:3.0:1746147277.088358:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1fc346d7-2842-4f5e-afba-83962e59d746+8:3850:x1830967347052928:12345-192.168.202.9@tcp:101:dd.0 Request processed in 193us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147277.088363:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30273 00000100:00100000:0.0:1746147277.094015:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.094317:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.094446:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347053056 00000100:00100000:3.0:1746147277.094454:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347053056 00000100:00100000:3.0:1746147277.094485:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347053184 00000100:00100000:3.0:1746147277.094487:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347053184 00000100:00100000:3.0:1746147277.094648:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30274 00000100:00100000:3.0:1746147277.094655:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+13:2008:x1830967347053056:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147277.094670:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147277.094682:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c010b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a90 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.094705:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.094707:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.094713:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c010b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a90 expref: 14 pid: 20948 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746147277.094732:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30275 00000100:00100000:0.0:1746147277.094738:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+5:2007:x1830967347053184:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147277.094746:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147277.094754:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b12a800/0x29021e8779c010b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a97 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.094764:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.094765:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.094770:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b12a800/0x29021e8779c010b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a97 expref: 6 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746147277.094785:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b12a800/0x29021e8779c010b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a97 expref: 6 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147277.094789:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130653400/0x29021e8779c010b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a90 expref: 14 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147277.094795:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653400, rc 0) 00010000:00010000:0.0:1746147277.094795:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a800, rc 0) 00000100:00100000:3.0:1746147277.094859:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347053056:12345-192.168.202.9@tcp:101:dd.0 Request processed in 203us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147277.094859:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347053184:12345-192.168.202.9@tcp:101:dd.0 Request processed in 120us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147277.094864:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30274 00000100:00100000:0.0:1746147277.094922:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30275 00000100:00100000:0.0:1746147277.099125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.099173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.099222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.099373:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347053568 00000100:00100000:1.0:1746147277.099384:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347053568 00000100:00100000:1.0:1746147277.099452:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347053696 00000100:00100000:1.0:1746147277.099454:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347053696 00000100:00100000:1.0:1746147277.099469:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347053824 00000100:00100000:1.0:1746147277.099471:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347053824 00000100:00100000:1.0:1746147277.099494:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13617 00000100:00100000:1.0:1746147277.099501:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347053568:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.099524:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13618 00000100:00100000:3.0:1746147277.099538:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347053696:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.099549:0:24958:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.099562:0:24958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.099563:0:24958:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.099567:0:24958:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.099571:0:27194:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.099577:0:24958:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.099593:0:27194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.099594:0:27194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.099599:0:27194:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.099611:0:27194:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.099626:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13619 00000100:00100000:2.0:1746147277.099641:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2007:x1830967347053824:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.099645:0:24958:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.099653:0:24958:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.099659:0:24958:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.099664:0:24958:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136aaf000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.099667:0:24958:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.099670:0:27196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.099673:0:24958:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.099680:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.099682:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.099684:0:24958:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.099685:0:27196:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.099689:0:24958:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136aaf000/0x29021e8779c010c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24958 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.099697:0:27196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.099760:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347053568:12345-192.168.202.9@tcp:3:dd.0 Request processed in 259us (647us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1746147277.099766:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13617 00000100:00100000:0.0:1746147277.115047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.115140:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347054080 00000100:00100000:2.0:1746147277.115152:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347054080 00000100:00100000:2.0:1746147277.115207:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30276 00000100:00100000:2.0:1746147277.115214:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+7:3850:x1830967347054080:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147277.115230:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147277.115277:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82a9e expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147277.115299:0:9587:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746147277.115313:0:27194:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.115319:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.115321:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.115326:0:27194:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.115328:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.115334:0:27194:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.115340:0:27194:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130652c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.115341:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.115345:0:27194:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.115353:0:27194:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.115355:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f6400, rc 0) 00010000:00010000:3.0:1746147277.115369:0:27194:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.115374:0:27194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c010c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.116149:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+8:3850:x1830967347054080:12345-192.168.202.9@tcp:101:dd.0 Request processed in 933us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147277.116155:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30276 00000100:00100000:3.0:1746147277.117590:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347053696:12345-192.168.202.9@tcp:3:dd.0 Request processed in 18047us (18406us total) trans 0 rc 1032192/1032192 00000100:00100000:3.0:1746147277.117603:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13618 00010000:00010000:2.0:1746147277.119474:0:27196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.119488:0:27196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.119496:0:27196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.119501:0:27196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f7200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.119504:0:27196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.119511:0:27196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.119526:0:27196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.119531:0:27196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c010ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.119615:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2007:x1830967347053824:12345-192.168.202.9@tcp:3:dd.0 Request processed in 19976us (20390us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.119625:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13619 00000100:00100000:0.0:1746147277.128650:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.128817:0:27196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347054336 00000100:00100000:2.0:1746147277.128827:0:27196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347054336 00000100:00100000:2.0:1746147277.128904:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13620 00000100:00100000:2.0:1746147277.128912:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347054336:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147277.128963:0:27196:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x681417ce, atime: 0x0, ctime: 0x681417ce, blocks: 0xff0 00010000:00010000:2.0:1746147277.128973:0:27196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.128987:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.128989:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.128993:0:27196:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.129007:0:27196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.155838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.155926:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347054592 00000100:00100000:3.0:1746147277.155937:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347054592 00002000:00100000:3.0:1746147277.155987:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff8800b4fe5180 x1830967347054592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.156004:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe5180 with x1830967347054592 ext(1040384->2097151) 00002000:00010000:3.0:1746147277.156010:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b4fe5180 00000100:00100000:0.0:1746147277.156405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.156772:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347054848 00000100:00100000:3.0:1746147277.156777:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347054848 00000100:00100000:1.0:1746147277.156789:0:27198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13621 00002000:00100000:3.0:1746147277.156798:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff880131f7b480 x1830967347054848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746147277.156801:0:27198:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347054592:12345-192.168.202.9@tcp:3:dd.0 00002000:00100000:3.0:1746147277.156806:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967347054848 ext(1048576->2097151) 00002000:00010000:3.0:1746147277.156810:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f7b480 00000100:00100000:3.0:1746147277.156828:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13622 00000100:00100000:3.0:1746147277.156834:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347054848:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.175137:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347054848:12345-192.168.202.9@tcp:3:dd.0 Request processed in 18290us (18731us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147277.175149:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13622 00002000:00100000:3.0:1746147277.175160:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff880131f7b480 x1830967347054848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.175169:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7b480 with x1830967347054848 ext(1048576->2097151) 00002000:00010000:3.0:1746147277.175176:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f7b480 00000100:00100000:1.0:1746147277.175591:0:27198:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347054592:12345-192.168.202.9@tcp:3:dd.0 Request processed in 18792us (19763us total) trans 0 rc 1056768/1056768 00000100:00100000:1.0:1746147277.175598:0:27198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13621 00002000:00100000:1.0:1746147277.175604:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff8800b4fe5180 x1830967347054592/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.175612:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe5180 with x1830967347054592 ext(1040384->2097151) 00002000:00010000:1.0:1746147277.175616:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b4fe5180 00000001:00080000:0.0:1746147277.176609:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970642 is committed 00002000:00010000:3.0:1746147277.176814:0:27196:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:3.0:1746147277.176818:0:27196:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:3.0:1746147277.176829:0:27196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.176844:0:27196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.176852:0:27196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.176858:0:27196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f7a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.176862:0:27196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.176869:0:27196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.176887:0:27196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.176892:0:27196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c010dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.176979:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347054336:12345-192.168.202.9@tcp:4:dd.0 Request processed in 48063us (48334us total) trans 4294970642 rc 0/0 00000100:00100000:3.0:1746147277.176988:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13620 00010000:00010000:0.0:1746147277.193517:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147277.200364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.200590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.200683:0:27196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347055232 00000100:00100000:3.0:1746147277.200693:0:27196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347055232 00000100:00100000:0.0:1746147277.200716:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347055360 00000100:00100000:0.0:1746147277.200720:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347055360 00000100:00100000:0.0:1746147277.200772:0:27198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13623 00000100:00100000:0.0:1746147277.200779:0:27198:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347055360:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.200785:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13624 00000100:00100000:3.0:1746147277.200791:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347055232:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147277.200816:0:27198:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.200830:0:27198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.200832:0:27198:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.200837:0:27198:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.200849:0:27198:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.201590:0:27196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.201601:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.201602:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.201606:0:27196:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.201616:0:27196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.204860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.210724:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.210807:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347055744 00000100:00100000:2.0:1746147277.210818:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347055744 00002000:00100000:2.0:1746147277.210912:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->3145727) req@ffff880131f78380 x1830967347055744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.210922:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78380 with x1830967347055744 ext(2097152->3145727) 00002000:00010000:2.0:1746147277.210928:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78380 00000100:00100000:2.0:1746147277.210947:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347056000 00000100:00100000:2.0:1746147277.210950:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347056000 00002000:00100000:2.0:1746147277.210963:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff880131f7a680 x1830967347056000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.210971:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7a680 with x1830967347056000 ext(2097152->3145727) 00002000:00010000:2.0:1746147277.210974:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131f7a680 00000100:00100000:2.0:1746147277.211637:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13625 00000100:00100000:2.0:1746147277.211645:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347055744:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147277.212300:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13626 00000100:00100000:1.0:1746147277.212309:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347056000:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.217521:0:27198:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.217542:0:27198:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.217551:0:27198:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.217557:0:27198:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094918200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.217562:0:27198:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.217570:0:27198:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.217591:0:27198:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.217597:0:27198:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094918200/0x29021e8779c010e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27198 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.217702:0:27198:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347055360:12345-192.168.202.9@tcp:3:dd.0 Request processed in 16917us (17106us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746147277.217713:0:27198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13623 00000100:00100000:1.0:1746147277.228349:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347056000:12345-192.168.202.9@tcp:3:dd.0 Request processed in 16029us (17623us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.228363:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13626 00002000:00100000:1.0:1746147277.228375:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff880131f7a680 x1830967347056000/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.228384:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7a680 with x1830967347056000 ext(2097152->3145727) 00002000:00010000:1.0:1746147277.228400:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131f7a680 00010000:00010000:3.0:1746147277.232545:0:27196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.232563:0:27196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.232571:0:27196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.232577:0:27196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130652800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.232581:0:27196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.232589:0:27196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.232608:0:27196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.232619:0:27196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130652800/0x29021e8779c010ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.237969:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347055232:12345-192.168.202.9@tcp:3:dd.0 Request processed in 37162us (37601us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147277.237985:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13624 00000100:00100000:2.0:1746147277.238886:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+8:2007:x1830967347055744:12345-192.168.202.9@tcp:3:dd.0 Request processed in 27239us (34034us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.238894:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13625 00002000:00100000:2.0:1746147277.238905:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->3145727) req@ffff880131f78380 x1830967347055744/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.238914:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78380 with x1830967347055744 ext(2097152->3145727) 00002000:00010000:2.0:1746147277.238920:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78380 00000100:00100000:0.0:1746147277.245549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.245811:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347056256 00000100:00100000:2.0:1746147277.245821:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347056256 00000100:00100000:2.0:1746147277.250540:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13627 00000100:00100000:2.0:1746147277.250563:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967347056256:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147277.250624:0:27194:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x681417ce, atime: 0x0, ctime: 0x681417ce, blocks: 0x1fe0 00010000:00010000:2.0:1746147277.250633:0:27194:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.250646:0:27194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.250648:0:27194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.250653:0:27194:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.250668:0:27194:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.253323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.253381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.255001:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347056640 00000100:00100000:1.0:1746147277.255014:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347056640 00002000:00100000:1.0:1746147277.255058:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (3145728->4194303) req@ffff880131f79500 x1830967347056640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.255067:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79500 with x1830967347056640 ext(3145728->4194303) 00002000:00010000:1.0:1746147277.255071:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f79500 00000100:00100000:1.0:1746147277.255093:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347056768 00000100:00100000:1.0:1746147277.255095:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347056768 00002000:00100000:1.0:1746147277.255104:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff880131f7ad80 x1830967347056768/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.255110:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7ad80 with x1830967347056768 ext(3145728->4194303) 00002000:00010000:1.0:1746147277.255112:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131f7ad80 00000100:00100000:1.0:1746147277.255123:0:27198:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13628 00000100:00100000:1.0:1746147277.255129:0:27198:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1fc346d7-2842-4f5e-afba-83962e59d746+8:2008:x1830967347056640:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147277.255751:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13629 00000100:00100000:1.0:1746147277.255757:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+8:2008:x1830967347056768:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:0.0:1746147277.265486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.267111:0:27196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347057024 00000100:00100000:3.0:1746147277.267127:0:27196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347057024 00002000:00100000:3.0:1746147277.267184:0:27196:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->5242879) req@ffff880131f78a80 x1830967347057024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.267196:0:27196:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967347057024 ext(4194304->5242879) 00002000:00010000:3.0:1746147277.267203:0:27196:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78a80 00000100:00100000:3.0:1746147277.267230:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13630 00000100:00100000:3.0:1746147277.267238:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1fc346d7-2842-4f5e-afba-83962e59d746+10:2008:x1830967347057024:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:2.0:1746147277.274809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.275069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.275095:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347057280 00000100:00100000:2.0:1746147277.275105:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347057280 00002000:00100000:2.0:1746147277.275146:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff8800b4fe5500 x1830967347057280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.275155:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe5500 with x1830967347057280 ext(4194304->5242879) 00002000:00010000:2.0:1746147277.275161:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b4fe5500 00000100:00100000:2.0:1746147277.275176:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347057536 00000100:00100000:2.0:1746147277.275177:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347057536 00002000:00100000:2.0:1746147277.275187:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (5242880->6291455) req@ffff8800b4fe5880 x1830967347057536/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.275194:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe5880 with x1830967347057536 ext(5242880->6291455) 00002000:00010000:2.0:1746147277.275197:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4fe5880 00000100:00100000:2.0:1746147277.275226:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13631 00000100:00100000:2.0:1746147277.275234:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347057280:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147277.275298:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13632 00000100:00100000:1.0:1746147277.275310:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347057536:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.287498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.287524:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347057792 00000100:00100000:3.0:1746147277.287531:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347057792 00002000:00100000:3.0:1746147277.287564:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff880093ecb100 x1830967347057792/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.287573:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb100 with x1830967347057792 ext(5242880->6291455) 00002000:00010000:3.0:1746147277.287578:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ecb100 00000100:00100000:3.0:1746147277.287598:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13633 00000100:00100000:3.0:1746147277.287604:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347057792:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147277.289160:0:27198:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1fc346d7-2842-4f5e-afba-83962e59d746+12:2008:x1830967347056640:12345-192.168.202.9@tcp:3:dd.0 Request processed in 34026us (35842us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.289169:0:27198:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13628 00002000:00100000:1.0:1746147277.289176:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (3145728->4194303) req@ffff880131f79500 x1830967347056640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.289183:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f79500 with x1830967347056640 ext(3145728->4194303) 00002000:00010000:1.0:1746147277.289187:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f79500 00000100:00100000:1.0:1746147277.296050:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+12:2008:x1830967347056768:12345-192.168.202.9@tcp:3:dd.0 Request processed in 40285us (42660us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.296061:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13629 00002000:00100000:1.0:1746147277.296071:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff880131f7ad80 x1830967347056768/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.296079:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f7ad80 with x1830967347056768 ext(3145728->4194303) 00002000:00010000:1.0:1746147277.296085:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131f7ad80 00000100:00100000:0.0:1746147277.302883:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1fc346d7-2842-4f5e-afba-83962e59d746+10:2008:x1830967347057024:12345-192.168.202.9@tcp:3:dd.0 Request processed in 35638us (37396us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147277.302898:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13630 00002000:00100000:0.0:1746147277.302907:0:27196:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->5242879) req@ffff880131f78a80 x1830967347057024/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.302915:0:27196:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131f78a80 with x1830967347057024 ext(4194304->5242879) 00002000:00010000:0.0:1746147277.302920:0:27196:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131f78a80 00000100:00100000:2.0:1746147277.316575:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347057280:12345-192.168.202.9@tcp:3:dd.0 Request processed in 41330us (41765us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.316589:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13631 00002000:00100000:2.0:1746147277.316603:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff8800b4fe5500 x1830967347057280/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.316612:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe5500 with x1830967347057280 ext(4194304->5242879) 00002000:00010000:2.0:1746147277.316618:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b4fe5500 00000001:00080000:0.0:1746147277.317299:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970643 is committed 00002000:00010000:2.0:1746147277.318596:0:27194:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746147277.318601:0:27194:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:2.0:1746147277.318613:0:27194:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.318623:0:27194:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.318630:0:27194:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.318636:0:27194:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951a0000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.318639:0:27194:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.318645:0:27194:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.318661:0:27194:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.318666:0:27194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800951a0000/0x29021e8779c010f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.319473:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967347056256:12345-192.168.202.9@tcp:4:dd.0 Request processed in 68917us (73931us total) trans 4294970643 rc 0/0 00000100:00100000:2.0:1746147277.319483:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13627 00000100:00100000:1.0:1746147277.321795:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+8:2006:x1830967347057536:12345-192.168.202.9@tcp:3:dd.0 Request processed in 46481us (46718us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.321804:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13632 00002000:00100000:1.0:1746147277.321814:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (5242880->6291455) req@ffff8800b4fe5880 x1830967347057536/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.321828:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe5880 with x1830967347057536 ext(5242880->6291455) 00002000:00010000:1.0:1746147277.321833:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4fe5880 00000100:00100000:0.0:1746147277.323167:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+8:2005:x1830967347057792:12345-192.168.202.9@tcp:3:dd.0 Request processed in 35558us (35672us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147277.323175:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13633 00002000:00100000:0.0:1746147277.323180:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff880093ecb100 x1830967347057792/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.323188:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ecb100 with x1830967347057792 ext(5242880->6291455) 00002000:00010000:0.0:1746147277.323193:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ecb100 00000100:00100000:3.0:1746147277.328504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.328525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.328856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.330006:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347058048 00000100:00100000:0.0:1746147277.330015:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347058048 00000100:00100000:0.0:1746147277.330070:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347058304 00000100:00100000:0.0:1746147277.330073:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347058304 00000100:00100000:0.0:1746147277.330088:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347058560 00000100:00100000:0.0:1746147277.330090:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347058560 00000100:00100000:0.0:1746147277.330110:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13634 00000100:00100000:0.0:1746147277.330117:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347058048:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147277.330144:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.330156:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.330158:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.330164:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.330174:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.330292:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13635 00000100:00100000:0.0:1746147277.330297:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347058304:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147277.330314:0:27196:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.330321:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.330322:0:27196:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.330325:0:27196:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.330333:0:27196:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.330865:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13636 00000100:00100000:3.0:1746147277.330872:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347058560:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147277.330887:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.330894:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.330895:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.330898:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.330905:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.346873:0:27196:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.346887:0:27196:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.346894:0:27196:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.346901:0:27196:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b246400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.346904:0:27196:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.346915:0:27196:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.346932:0:27196:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.346940:0:27196:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b246400/0x29021e8779c010ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27196 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.347016:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347058304:12345-192.168.202.9@tcp:3:dd.0 Request processed in 16714us (18485us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.347030:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13635 00010000:00010000:2.0:1746147277.347217:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.347224:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.347229:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.347234:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130550000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.347236:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.348598:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.348613:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.348619:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130550000/0x29021e8779c010f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.348669:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347058048:12345-192.168.202.9@tcp:3:dd.0 Request processed in 18551us (20171us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1746147277.348675:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13634 00010000:00010000:3.0:1746147277.354465:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.354478:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.354485:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.354491:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800906b9200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.354494:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.354500:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.354516:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.354521:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800906b9200/0x29021e8779c01106 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.358903:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347058560:12345-192.168.202.9@tcp:3:dd.0 Request processed in 28022us (30037us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1746147277.358914:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13636 00000100:00100000:2.0:1746147277.374664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.374749:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347059072 00000100:00100000:0.0:1746147277.374756:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347059072 00000100:00100000:0.0:1746147277.374810:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13637 00000100:00100000:0.0:1746147277.374817:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347059072:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:0.0:1746147277.374853:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x681417ce, atime: 0x0, ctime: 0x681417ce, blocks: 0x2fd0 00010000:00010000:0.0:1746147277.374860:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.374870:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.374872:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.374877:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.374887:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.389274:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.391518:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347058816 00000100:00100000:3.0:1746147277.391529:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347058816 00002000:00100000:3.0:1746147277.391566:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff8800945af100 x1830967347058816/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.391575:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945af100 with x1830967347058816 ext(0->4194303) 00002000:00010000:3.0:1746147277.391580:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800945af100 00000100:00100000:3.0:1746147277.392468:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13638 00000100:00100000:3.0:1746147277.392476:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+8:2005:x1830967347058816:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:2.0:1746147277.410624:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.410921:0:27196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347059328 00000100:00100000:1.0:1746147277.410929:0:27196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347059328 00002000:00100000:1.0:1746147277.410962:0:27196:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8800b4fe7b80 x1830967347059328/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.410971:0:27196:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe7b80 with x1830967347059328 ext(0->4194303) 00002000:00010000:1.0:1746147277.411051:0:27196:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4fe7b80 00000100:00100000:1.0:1746147277.411079:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13639 00000100:00100000:1.0:1746147277.411087:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+8:2006:x1830967347059328:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:3.0:1746147277.424597:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.426509:0:27196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347059584 00000100:00100000:1.0:1746147277.426519:0:27196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347059584 00002000:00100000:1.0:1746147277.426555:0:27196:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880093eca680 x1830967347059584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.426566:0:27196:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eca680 with x1830967347059584 ext(6291456->7340031) 00002000:00010000:1.0:1746147277.426571:0:27196:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eca680 00000100:00100000:1.0:1746147277.426605:0:27196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13640 00000100:00100000:1.0:1746147277.426611:0:27196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347059584:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147277.448480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.448515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.448535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.448540:0:24958:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347059840 00000100:00100000:1.0:1746147277.448546:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347060224 00000100:00100000:3.0:1746147277.448547:0:24958:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347059840 00000100:00100000:1.0:1746147277.448548:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347060224 00002000:00100000:3.0:1746147277.448580:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff880082807480 x1830967347059840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.448580:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff880082807100 x1830967347060224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.448589:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807480 with x1830967347059840 ext(6291456->7340031) 00002000:00100000:1.0:1746147277.448589:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807100 with x1830967347060224 ext(7340032->8388607) 00002000:00010000:3.0:1746147277.448594:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082807480 00002000:00010000:1.0:1746147277.448594:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082807100 00000100:00100000:1.0:1746147277.448605:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347060352 00000100:00100000:1.0:1746147277.448608:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347060352 00002000:00100000:1.0:1746147277.448617:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880082804700 x1830967347060352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.448623:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804700 with x1830967347060352 ext(7340032->8388607) 00002000:00010000:1.0:1746147277.448625:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804700 00000100:00100000:3.0:1746147277.448837:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13641 00000100:00100000:3.0:1746147277.448845:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+11:2005:x1830967347060224:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.449367:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13642 00000100:00100000:3.0:1746147277.449373:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347059840:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147277.451004:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13643 00000100:00100000:1.0:1746147277.451013:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347060352:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:2.0:1746147277.454344:0:27196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347059584:12345-192.168.202.9@tcp:3:dd.0 Request processed in 27726us (29748us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.454356:0:27196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13640 00002000:00100000:2.0:1746147277.454364:0:27196:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880093eca680 x1830967347059584/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.454372:0:27196:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eca680 with x1830967347059584 ext(6291456->7340031) 00002000:00010000:2.0:1746147277.454377:0:27196:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eca680 00000001:00080000:1.0:1746147277.457371:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970644 is committed 00002000:00010000:1.0:1746147277.457491:0:9593:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:1.0:1746147277.457494:0:9593:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:1.0:1746147277.457504:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.457514:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.457521:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.457527:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c4f0e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.457530:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.457536:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.457554:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.457559:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c4f0e00/0x29021e8779c0110d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.457620:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347059072:12345-192.168.202.9@tcp:4:dd.0 Request processed in 82800us (82959us total) trans 4294970644 rc 0/0 00000100:00100000:1.0:1746147277.457627:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13637 00000100:00100000:1.0:1746147277.457939:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.457951:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347060608 00000100:00100000:1.0:1746147277.457956:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347060608 00002000:00100000:1.0:1746147277.457980:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->9437183) req@ffff880082804a80 x1830967347060608/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.457988:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804a80 with x1830967347060608 ext(8388608->9437183) 00002000:00010000:1.0:1746147277.457992:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804a80 00000100:00100000:1.0:1746147277.458004:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13644 00000100:00100000:1.0:1746147277.458009:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347060608:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:1.0:1746147277.458599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.458611:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347060864 00000100:00100000:0.0:1746147277.458616:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347060864 00002000:00100000:1.0:1746147277.458641:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff880082804000 x1830967347060864/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.459459:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804000 with x1830967347060864 ext(8388608->9437183) 00002000:00010000:1.0:1746147277.459465:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082804000 00000100:00100000:1.0:1746147277.459480:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13645 00000100:00100000:1.0:1746147277.459486:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+16:2006:x1830967347060864:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:0.0:1746147277.465271:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.465287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.465298:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.465427:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347061248 00000100:00100000:1.0:1746147277.465435:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347061248 00002000:00100000:1.0:1746147277.465469:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff8800945adc00 x1830967347061248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.465478:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945adc00 with x1830967347061248 ext(9437184->10485759) 00002000:00010000:1.0:1746147277.465482:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800945adc00 00000100:00100000:1.0:1746147277.465492:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347061504 00000100:00100000:1.0:1746147277.465494:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347061504 00002000:00100000:1.0:1746147277.465504:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff8800945aed80 x1830967347061504/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.465510:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967347061504 ext(10485760->11534335) 00002000:00010000:1.0:1746147277.465512:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aed80 00000100:00100000:1.0:1746147277.465516:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347061376 00000100:00100000:1.0:1746147277.465518:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347061376 00002000:00100000:1.0:1746147277.465524:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (9437184->10485759) req@ffff8800945aea00 x1830967347061376/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.465529:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aea00 with x1830967347061376 ext(9437184->10485759) 00002000:00010000:1.0:1746147277.465531:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aea00 00000100:00100000:1.0:1746147277.465536:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13646 00000100:00100000:1.0:1746147277.465541:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+18:2005:x1830967347061248:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:2.0:1746147277.467962:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+18:2005:x1830967347060224:12345-192.168.202.9@tcp:3:dd.0 Request processed in 19113us (19440us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.467971:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13641 00002000:00100000:2.0:1746147277.467978:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff880082807100 x1830967347060224/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.467986:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807100 with x1830967347060224 ext(7340032->8388607) 00002000:00010000:2.0:1746147277.467990:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082807100 00000100:00100000:2.0:1746147277.468010:0:24958:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13647 00000100:00100000:2.0:1746147277.468017:0:24958:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+15:2006:x1830967347061504:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:0.0:1746147277.479989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.480055:0:27196:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1746147277.480063:0:27196:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:1.0:1746147277.480229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.480268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.480280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.480292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.480311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.482168:0:27198:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746147277.482181:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347062016 00000100:00100000:0.0:1746147277.482187:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347062016 00002000:00100000:0.0:1746147277.482220:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800945ac700 x1830967347062016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.482229:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac700 with x1830967347062016 ext(11534336->12582911) 00002000:00010000:0.0:1746147277.482234:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac700 00000100:00100000:0.0:1746147277.482264:0:27198:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746147277.482268:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347062144 00000100:00100000:0.0:1746147277.482270:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347062144 00002000:00100000:0.0:1746147277.482281:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff8800a71bb480 x1830967347062144/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.482288:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967347062144 ext(10485760->11534335) 00002000:00010000:0.0:1746147277.482291:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71bb480 00000100:00100000:0.0:1746147277.482296:0:27198:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746147277.482299:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347062528 00000100:00100000:0.0:1746147277.482301:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347062528 00002000:00100000:0.0:1746147277.482308:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff8800a71baa00 x1830967347062528/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.482313:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71baa00 with x1830967347062528 ext(11534336->12582911) 00002000:00010000:0.0:1746147277.482315:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71baa00 00000100:00100000:0.0:1746147277.482319:0:27198:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746147277.482321:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347062912 00000100:00100000:0.0:1746147277.482323:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347062912 00000100:00100000:0.0:1746147277.482332:0:27198:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746147277.482335:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347063168 00000100:00100000:0.0:1746147277.482337:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347063168 00000100:00100000:0.0:1746147277.482344:0:27198:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746147277.482347:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347063424 00000100:00100000:0.0:1746147277.482349:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347063424 00000100:00100000:0.0:1746147277.482413:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.482426:0:27198:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746147277.482429:0:27198:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347062656 00000100:00100000:0.0:1746147277.482431:0:27198:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347062656 00002000:00100000:0.0:1746147277.482441:0:27198:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff8800945ac380 x1830967347062656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.482447:0:27198:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967347062656 ext(12582912->13631487) 00002000:00010000:0.0:1746147277.482450:0:27198:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac380 00000100:00100000:2.0:1746147277.486520:0:28871:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13648 00000100:00100000:2.0:1746147277.486533:0:28871:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1fc346d7-2842-4f5e-afba-83962e59d746+18:2006:x1830967347061376:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:0.0:1746147277.488105:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+18:2005:x1830967347058816:12345-192.168.202.9@tcp:4:dd.0 Request processed in 95627us (98834us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746147277.488113:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13638 00002000:00100000:0.0:1746147277.488120:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff8800945af100 x1830967347058816/t4294970645(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/448 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.488127:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945af100 with x1830967347058816 ext(0->4194303) 00002000:00010000:0.0:1746147277.488134:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800945af100 00000100:00100000:0.0:1746147277.488152:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13649 00000100:00100000:0.0:1746147277.488158:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+19:2005:x1830967347062016:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.495022:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082807480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+16:2005:x1830967347059840:12345-192.168.202.9@tcp:3:dd.0 Request processed in 45641us (46541us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.495029:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+19:2005:x1830967347060352:12345-192.168.202.9@tcp:3:dd.0 Request processed in 44014us (46490us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147277.495032:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13642 00000100:00100000:1.0:1746147277.495037:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13643 00002000:00100000:3.0:1746147277.495042:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff880082807480 x1830967347059840/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.495042:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880082804700 x1830967347060352/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.495050:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082807480 with x1830967347059840 ext(6291456->7340031) 00002000:00100000:1.0:1746147277.495050:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804700 with x1830967347060352 ext(7340032->8388607) 00002000:00010000:3.0:1746147277.495055:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082807480 00002000:00010000:1.0:1746147277.495055:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804700 00000100:00100000:1.0:1746147277.495076:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13650 00000100:00100000:3.0:1746147277.495083:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13651 00000100:00100000:1.0:1746147277.495084:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+15:2005:x1830967347062144:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.495090:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+15:2006:x1830967347062528:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:2.0:1746147277.498021:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+19:2006:x1830967347060608:12345-192.168.202.9@tcp:3:dd.0 Request processed in 40003us (40075us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.498030:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13644 00002000:00100000:2.0:1746147277.498038:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->9437183) req@ffff880082804a80 x1830967347060608/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.498045:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804a80 with x1830967347060608 ext(8388608->9437183) 00002000:00010000:2.0:1746147277.498050:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082804a80 00000100:00100000:2.0:1746147277.498068:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13652 00000100:00100000:2.0:1746147277.498074:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347062912:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147277.498097:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.498108:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.498109:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.498113:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.498123:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.505439:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4fe7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+17:2006:x1830967347059328:12345-192.168.202.9@tcp:4:dd.0 Request processed in 94339us (94809us total) trans 4294972375 rc 0/0 00000100:00100000:1.0:1746147277.505451:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13639 00002000:00100000:1.0:1746147277.505461:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8800b4fe7b80 x1830967347059328/t4294972375(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/448 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.505470:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b4fe7b80 with x1830967347059328 ext(0->4194303) 00002000:00010000:1.0:1746147277.505476:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b4fe7b80 00000100:00100000:1.0:1746147277.505502:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13653 00000100:00100000:1.0:1746147277.505510:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347063168:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.505540:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.505555:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.505557:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.505562:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.505573:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.509445:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+16:2005:x1830967347061248:12345-192.168.202.9@tcp:3:dd.0 Request processed in 43895us (44173us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.509454:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13646 00002000:00100000:2.0:1746147277.509464:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff8800945adc00 x1830967347061248/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.509474:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945adc00 with x1830967347061248 ext(9437184->10485759) 00002000:00010000:2.0:1746147277.509480:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800945adc00 00000100:00100000:2.0:1746147277.509501:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13654 00000100:00100000:2.0:1746147277.509508:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347063424:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147277.509536:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.509552:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.509554:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.509558:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.509569:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.509732:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347060864:12345-192.168.202.9@tcp:3:dd.0 Request processed in 50245us (51132us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.509738:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13645 00002000:00100000:1.0:1746147277.509743:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff880082804000 x1830967347060864/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.509749:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082804000 with x1830967347060864 ext(8388608->9437183) 00002000:00010000:1.0:1746147277.509751:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082804000 00000100:00100000:1.0:1746147277.509762:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13655 00000100:00100000:1.0:1746147277.509768:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+16:2005:x1830967347062656:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147277.516150:0:24958:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1fc346d7-2842-4f5e-afba-83962e59d746+16:2006:x1830967347061504:12345-192.168.202.9@tcp:3:dd.0 Request processed in 48126us (50853us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147277.516160:0:24958:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13647 00002000:00100000:3.0:1746147277.516169:0:24958:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff8800945aed80 x1830967347061504/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.516177:0:24958:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aed80 with x1830967347061504 ext(10485760->11534335) 00002000:00010000:3.0:1746147277.516182:0:24958:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aed80 00000100:00100000:2.0:1746147277.523741:0:28871:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347061376:12345-192.168.202.9@tcp:3:dd.0 Request processed in 37204us (58433us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.523751:0:28871:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13648 00002000:00100000:2.0:1746147277.523761:0:28871:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1b:0x0] (9437184->10485759) req@ffff8800945aea00 x1830967347061376/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147277.523769:0:28871:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945aea00 with x1830967347061376 ext(9437184->10485759) 00002000:00010000:2.0:1746147277.523775:0:28871:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945aea00 00000100:00100000:1.0:1746147277.526170:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347062016:12345-192.168.202.9@tcp:3:dd.0 Request processed in 38004us (46180us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.526178:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13649 00002000:00100000:1.0:1746147277.526186:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800945ac700 x1830967347062016/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.526195:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac700 with x1830967347062016 ext(11534336->12582911) 00002000:00010000:1.0:1746147277.526199:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac700 00000100:00100000:3.0:1746147277.533586:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347062528:12345-192.168.202.9@tcp:3:dd.0 Request processed in 38489us (53309us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147277.533598:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13651 00002000:00100000:3.0:1746147277.533608:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff8800a71baa00 x1830967347062528/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.533618:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71baa00 with x1830967347062528 ext(11534336->12582911) 00002000:00010000:3.0:1746147277.533624:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71baa00 00000100:00100000:1.0:1746147277.538075:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347062144:12345-192.168.202.9@tcp:3:dd.0 Request processed in 42986us (57839us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.538086:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13650 00002000:00100000:1.0:1746147277.538095:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff8800a71bb480 x1830967347062144/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.538103:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71bb480 with x1830967347062144 ext(10485760->11534335) 00002000:00010000:1.0:1746147277.538108:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71bb480 00010000:00010000:2.0:1746147277.542441:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.542454:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.542460:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.542466:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093626a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.542469:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.542477:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.542492:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.542496:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01114 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.542570:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347062912:12345-192.168.202.9@tcp:3:dd.0 Request processed in 44493us (62285us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1746147277.542579:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13652 00010000:00010000:0.0:1746147277.543930:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.543938:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.543944:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.543949:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c406c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147277.543951:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.543957:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.543967:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.543971:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c406c00/0x29021e8779c0111b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.544027:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347063168:12345-192.168.202.9@tcp:3:dd.0 Request processed in 38516us (63731us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147277.544034:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13653 00010000:00010000:0.0:1746147277.545924:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.545934:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.545940:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.545945:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093627a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147277.545948:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.545955:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.545965:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.545971:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093627a00/0x29021e8779c01122 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.546021:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347063424:12345-192.168.202.9@tcp:3:dd.0 Request processed in 36513us (65707us total) trans 0 rc 1007616/1007616 00000100:00100000:0.0:1746147277.546029:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13654 00000100:00100000:1.0:1746147277.548641:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347062656:12345-192.168.202.9@tcp:3:dd.0 Request processed in 38867us (66221us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.548649:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13655 00002000:00100000:1.0:1746147277.548657:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff8800945ac380 x1830967347062656/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/440 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.548665:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac380 with x1830967347062656 ext(12582912->13631487) 00002000:00010000:1.0:1746147277.548670:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800945ac380 00000100:00100000:0.0:1746147277.551314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.551421:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347063680 00000100:00100000:1.0:1746147277.551428:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347063680 00000100:00100000:1.0:1746147277.551468:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13656 00000100:00100000:1.0:1746147277.551474:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347063680:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147277.551511:0:27194:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x681417ce, atime: 0x0, ctime: 0x681417ce, blocks: 0x3fc0 00010000:00010000:1.0:1746147277.551518:0:27194:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.551529:0:27194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.551531:0:27194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.551536:0:27194:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.551547:0:27194:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.569097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.569188:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347063936 00000100:00100000:1.0:1746147277.569196:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347063936 00002000:00100000:1.0:1746147277.569367:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800945ac000 x1830967347063936/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.569375:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac000 with x1830967347063936 ext(4194304->8388607) 00002000:00010000:1.0:1746147277.569379:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800945ac000 00000100:00100000:1.0:1746147277.569412:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13657 00000100:00100000:1.0:1746147277.569418:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347063936:12345-192.168.202.9@tcp:4:dd.0 00000001:00080000:0.0:1746147277.575657:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970646 is committed 00000001:00080000:0.0:1746147277.575668:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970645 is committed 00002000:00010000:2.0:1746147277.575807:0:27194:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:2.0:1746147277.575811:0:27194:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:2.0:1746147277.575821:0:27194:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.575830:0:27194:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.575837:0:27194:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.575843:0:27194:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094e72c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.575846:0:27194:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.575857:0:27194:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.575871:0:27194:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.575876:0:27194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01129 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27194 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.575942:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347063680:12345-192.168.202.9@tcp:4:dd.0 Request processed in 24464us (24629us total) trans 4294970646 rc 0/0 00000100:00100000:2.0:1746147277.575951:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13656 00000100:00100000:1.0:1746147277.590307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.590326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.590358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.590438:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347064192 00000100:00100000:0.0:1746147277.590446:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347064192 00002000:00100000:0.0:1746147277.590480:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88009417e680 x1830967347064192/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.590489:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967347064192 ext(4194304->8388607) 00002000:00010000:0.0:1746147277.590494:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e680 00000100:00100000:0.0:1746147277.590511:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347064448 00000100:00100000:0.0:1746147277.590513:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347064448 00000100:00100000:0.0:1746147277.590528:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347064704 00000100:00100000:0.0:1746147277.590529:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347064704 00000100:00100000:0.0:1746147277.590542:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13658 00000100:00100000:0.0:1746147277.590548:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347064192:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:1.0:1746147277.590653:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13659 00000100:00100000:1.0:1746147277.590660:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967347064448:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.590693:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.590704:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.590706:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.590710:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.590721:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.590818:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13660 00000100:00100000:1.0:1746147277.590823:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967347064704:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.590837:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.590843:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.590845:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.590847:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.590855:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.601127:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.601478:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347064960 00000100:00100000:3.0:1746147277.601488:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347064960 00000100:00100000:3.0:1746147277.601538:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13661 00000100:00100000:3.0:1746147277.601545:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347064960:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147277.601574:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.601585:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.601587:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.601592:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.601603:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.603752:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.603765:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.603772:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.603778:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f4200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.603782:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.603789:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.603803:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.603809:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4200/0x29021e8779c01130 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.605226:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347064448:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14561us (14892us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1746147277.605236:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13659 00010000:00010000:0.0:1746147277.605475:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.605484:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.605490:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.605495:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f5800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147277.605498:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.605503:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.605514:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.605519:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b2f5800/0x29021e8779c01137 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.605550:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967347064704:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14727us (15191us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147277.605556:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13660 00010000:00010000:3.0:1746147277.610802:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.610815:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.610822:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.610828:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b246400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.610837:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.610844:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.610859:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.610865:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b246400/0x29021e8779c0113e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.610935:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347064960:12345-192.168.202.9@tcp:3:dd.0 Request processed in 9387us (9811us total) trans 0 rc 999424/999424 00000100:00100000:3.0:1746147277.610943:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13661 00000100:00100000:3.0:1746147277.615977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.616565:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347065216 00000100:00100000:0.0:1746147277.616574:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347065216 00000100:00100000:0.0:1746147277.616631:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13662 00000100:00100000:0.0:1746147277.616639:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347065216:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:0.0:1746147277.616683:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x681417ce, atime: 0x0, ctime: 0x681417ce, blocks: 0x4fb0 00010000:00010000:0.0:1746147277.616690:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.616701:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.616703:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.616707:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.616718:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.634238:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800945ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347063936:12345-192.168.202.9@tcp:4:dd.0 Request processed in 64810us (65137us total) trans 4294970647 rc 0/0 00000100:00100000:1.0:1746147277.634271:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13657 00002000:00100000:1.0:1746147277.634283:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800945ac000 x1830967347063936/t4294970647(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/448 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.634291:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800945ac000 with x1830967347063936 ext(4194304->8388607) 00002000:00010000:1.0:1746147277.634297:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800945ac000 00000100:00100000:1.0:1746147277.661715:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347064192:12345-192.168.202.9@tcp:4:dd.0 Request processed in 71159us (71406us total) trans 4294972376 rc 0/0 00000100:00100000:1.0:1746147277.661725:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13658 00002000:00100000:1.0:1746147277.661735:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff88009417e680 x1830967347064192/t4294972376(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/448 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.661744:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e680 with x1830967347064192 ext(4194304->8388607) 00002000:00010000:1.0:1746147277.661749:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417e680 00000001:00080000:2.0:1746147277.664504:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970648 is committed 00000001:00080000:2.0:1746147277.664518:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970647 is committed 00002000:00010000:0.0:1746147277.664664:0:9593:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:0.0:1746147277.664668:0:9593:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:0.0:1746147277.664677:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.664686:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.664693:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.664698:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147277.664701:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.664708:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.664722:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.664727:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b46c00/0x29021e8779c01145 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.665333:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347065216:12345-192.168.202.9@tcp:4:dd.0 Request processed in 48691us (49358us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746147277.665341:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13662 00000100:00100000:2.0:1746147277.670369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.671557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.672151:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347065600 00000100:00100000:0.0:1746147277.672158:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347065600 00000100:00100000:0.0:1746147277.672208:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347065856 00000100:00100000:0.0:1746147277.672210:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347065856 00000100:00100000:0.0:1746147277.673585:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13663 00000100:00100000:0.0:1746147277.673595:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347065600:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147277.673624:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.673635:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.673637:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.673641:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.673652:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.674275:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13664 00000100:00100000:1.0:1746147277.674284:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347065856:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.674300:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.674307:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.674309:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.674312:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.674319:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.679452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.679611:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347066112 00000100:00100000:3.0:1746147277.679619:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347066112 00002000:00100000:3.0:1746147277.679653:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff88008fc46300 x1830967347066112/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.679662:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46300 with x1830967347066112 ext(8388608->12582911) 00002000:00010000:3.0:1746147277.679666:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fc46300 00000100:00100000:3.0:1746147277.681157:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13665 00000100:00100000:3.0:1746147277.681167:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+8:2006:x1830967347066112:12345-192.168.202.9@tcp:4:dd.0 00010000:00010000:1.0:1746147277.696747:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.696763:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.696770:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.696775:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f7a5800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.696780:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.696786:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.696802:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.696808:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f7a5800/0x29021e8779c01153 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.696870:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347065856:12345-192.168.202.9@tcp:3:dd.0 Request processed in 22584us (25310us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.696879:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13664 00010000:00010000:3.0:1746147277.711634:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.711652:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.711658:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.711663:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.711667:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.711673:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.711688:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.711694:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b47600/0x29021e8779c0114c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.722371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.724427:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347065600:12345-192.168.202.9@tcp:3:dd.0 Request processed in 50827us (54057us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746147277.724437:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13663 00000100:00100000:3.0:1746147277.724470:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347066368 00000100:00100000:3.0:1746147277.724476:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347066368 00002000:00100000:3.0:1746147277.724505:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88008fc44000 x1830967347066368/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/0 e 0 to 0 dl 1746147288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147277.724519:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44000 with x1830967347066368 ext(8388608->12582911) 00002000:00010000:3.0:1746147277.724524:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44000 00000100:00100000:3.0:1746147277.724541:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13666 00000100:00100000:3.0:1746147277.724547:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347066368:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147277.729018:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.729083:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347066624 00000100:00100000:1.0:1746147277.729090:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347066624 00000100:00100000:1.0:1746147277.729144:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13667 00000100:00100000:1.0:1746147277.729152:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347066624:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147277.729186:0:27195:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x681417ce, atime: 0x0, ctime: 0x681417ce, blocks: 0x5fa0 00010000:00010000:1.0:1746147277.729193:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.729204:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.729206:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.729211:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.729222:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147277.729848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.729957:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347066880 00000100:00100000:3.0:1746147277.729966:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347066880 00000100:00100000:3.0:1746147277.730002:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 198 00000100:00100000:3.0:1746147277.730008:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+18:3850:x1830967347066880:12345-192.168.202.9@tcp:35:dd.0 00000100:00080000:0.0:1746147277.730196:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746147277.730830:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+19:3850:x1830967347066880:12345-192.168.202.9@tcp:35:dd.0 Request processed in 822us (981us total) trans 4294984863 rc 0/0 00000100:00100000:2.0:1746147277.730837:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 198 00000100:00100000:2.0:1746147277.735357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.735753:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347067136 00000100:00100000:3.0:1746147277.735762:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347067136 00000100:00100000:3.0:1746147277.735798:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 199 00000100:00100000:3.0:1746147277.735806:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+19:3850:x1830967347067136:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:3.0:1746147277.735999:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+20:3850:x1830967347067136:12345-192.168.202.9@tcp:35:dd.0 Request processed in 194us (649us total) trans 4294984864 rc 0/0 00000100:00100000:3.0:1746147277.736005:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 199 00000100:00100000:1.0:1746147277.736572:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+10:2006:x1830967347066112:12345-192.168.202.9@tcp:4:dd.0 Request processed in 55406us (57125us total) trans 4294970649 rc 0/0 00000100:00100000:1.0:1746147277.736581:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13665 00002000:00100000:1.0:1746147277.736589:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff88008fc46300 x1830967347066112/t4294970649(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/448 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147277.736598:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc46300 with x1830967347066112 ext(8388608->12582911) 00002000:00010000:1.0:1746147277.736602:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fc46300 00000100:00100000:0.0:1746147277.759618:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347066368:12345-192.168.202.9@tcp:4:dd.0 Request processed in 35064us (37246us total) trans 4294972377 rc 0/0 00000100:00100000:0.0:1746147277.759630:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13666 00002000:00100000:0.0:1746147277.759640:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88008fc44000 x1830967347066368/t4294972377(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:653/0 lens 488/448 e 0 to 0 dl 1746147288 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147277.759649:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fc44000 with x1830967347066368 ext(8388608->12582911) 00002000:00010000:0.0:1746147277.759655:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fc44000 00000001:00080000:2.0:1746147277.762911:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970650 is committed 00000001:00080000:2.0:1746147277.762922:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970649 is committed 00002000:00010000:1.0:1746147277.763144:0:27195:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:1.0:1746147277.763148:0:27195:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:1.0:1746147277.763159:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.763167:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.763174:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.763179:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fdc600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.763183:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.763189:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.763202:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.763207:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fdc600/0x29021e8779c0115a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.763316:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347066624:12345-192.168.202.9@tcp:4:dd.0 Request processed in 34162us (34302us total) trans 4294970650 rc 0/0 00000100:00100000:1.0:1746147277.763325:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13667 00000100:00100000:3.0:1746147277.767827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.767875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.767970:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347067776 00000100:00100000:0.0:1746147277.767970:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347067520 00000100:00100000:1.0:1746147277.767978:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347067776 00000100:00100000:0.0:1746147277.767978:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347067520 00000100:00100000:0.0:1746147277.769144:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13668 00000100:00100000:0.0:1746147277.769153:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347067776:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147277.769182:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.769194:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.769196:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.769200:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.769211:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.769833:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13669 00000100:00100000:1.0:1746147277.769842:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347067520:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.769860:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.769867:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.769868:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.769871:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.769879:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.778638:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.778652:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.778661:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.778666:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.778670:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.778677:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.778692:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.778697:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c01161 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.778770:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347067776:12345-192.168.202.9@tcp:3:dd.0 Request processed in 9615us (10891us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.778779:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13668 00010000:00010000:1.0:1746147277.783802:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.783821:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.783830:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.783838:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fdc000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.783842:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.783855:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.783870:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.783876:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fdc000/0x29021e8779c01168 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.783952:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ecb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347067520:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14108us (16128us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746147277.783961:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13669 00000100:00100000:3.0:1746147277.789726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.789797:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347068032 00000100:00100000:0.0:1746147277.789805:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347068032 00000100:00100000:0.0:1746147277.789863:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13670 00000100:00100000:0.0:1746147277.789870:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347068032:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:0.0:1746147277.789909:0:27195:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x681417ce, atime: 0x0, ctime: 0x681417ce, blocks: 0x6f90 00010000:00010000:0.0:1746147277.789916:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.789928:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.789930:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147277.789934:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147277.789945:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746147277.808966:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970651 is committed 00002000:00010000:2.0:1746147277.809146:0:27195:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:2.0:1746147277.809150:0:27195:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746147278 -> 1746147279 00002000:00010000:2.0:1746147277.809152:0:27195:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746147278 -> 1746147279 00002000:00010000:2.0:1746147277.809154:0:27195:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:2.0:1746147277.809165:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.809180:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.809187:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.809192:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.809196:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.809203:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.809217:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.809223:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b46400/0x29021e8779c0116f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.809337:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347068032:12345-192.168.202.9@tcp:4:dd.0 Request processed in 19464us (19614us total) trans 4294970651 rc 0/0 00000100:00100000:2.0:1746147277.809346:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13670 00000100:00100000:0.0:1746147277.815655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.815698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.815776:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347068416 00000100:00100000:2.0:1746147277.815783:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347068416 00000100:00100000:2.0:1746147277.815821:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347068544 00000100:00100000:2.0:1746147277.815823:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347068544 00000100:00100000:2.0:1746147277.815841:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13671 00000100:00100000:2.0:1746147277.815848:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967347068416:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147277.815878:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.815890:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.815891:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.815896:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.815905:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.816189:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13672 00000100:00100000:3.0:1746147277.816196:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347068544:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147277.816211:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.816218:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.816219:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.816221:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.816228:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.827126:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.827140:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.827147:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.827152:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130652200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.827155:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.827163:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.827179:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.827185:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130652200/0x29021e8779c0117d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.829051:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.829062:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.829068:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.829073:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093626a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.829076:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.829082:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.829098:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.829103:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093626a00/0x29021e8779c01176 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.829142:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2005:x1830967347068416:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13291us (13490us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.829151:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13671 00000100:00100000:3.0:1746147277.829210:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347068544:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13014us (13509us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746147277.829217:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13672 00000100:00100000:0.0:1746147277.835004:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147277.835085:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347068928 00000100:00100000:3.0:1746147277.835092:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347068928 00000100:00100000:3.0:1746147277.835147:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13673 00000100:00100000:3.0:1746147277.835154:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347068928:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:3.0:1746147277.835192:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x681417cf, atime: 0x0, ctime: 0x681417cf, blocks: 0x7f80 00010000:00010000:3.0:1746147277.835199:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.835209:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.835211:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147277.835215:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.835225:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746147277.869982:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970652 is committed 00002000:00010000:3.0:1746147277.870144:0:9592:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:3.0:1746147277.870148:0:9592:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:3.0:1746147277.870160:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.870169:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.870177:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.870187:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093749800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.870190:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.870198:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.870213:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.870218:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01184 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.870325:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347068928:12345-192.168.202.9@tcp:4:dd.0 Request processed in 35167us (35324us total) trans 4294970652 rc 0/0 00000100:00100000:3.0:1746147277.870335:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13673 00000100:00100000:0.0:1746147277.875654:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.875702:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.875779:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347069312 00000100:00100000:1.0:1746147277.875786:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347069312 00000100:00100000:1.0:1746147277.875828:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347069440 00000100:00100000:1.0:1746147277.875831:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347069440 00000100:00100000:1.0:1746147277.875862:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13674 00000100:00100000:1.0:1746147277.875869:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347069312:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.875897:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.875909:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.875911:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.875916:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.875926:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.876566:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13675 00000100:00100000:2.0:1746147277.876573:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347069440:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147277.876590:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.876598:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.876599:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.876602:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.876609:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.897814:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.897829:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.897836:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.897843:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fdda00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147277.897846:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.897852:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.897868:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.897873:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c0118b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147277.897947:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347069312:12345-192.168.202.9@tcp:3:dd.0 Request processed in 22075us (22296us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147277.897956:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13674 00010000:00010000:2.0:1746147277.898286:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.898296:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.898302:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.898307:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093626a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.898310:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.898316:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.898324:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.898329:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093626a00/0x29021e8779c01192 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.898381:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2006:x1830967347069440:12345-192.168.202.9@tcp:3:dd.0 Request processed in 21808us (22678us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746147277.898398:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13675 00000100:00100000:0.0:1746147277.911984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.915374:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347069824 00000100:00100000:2.0:1746147277.915393:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347069824 00000100:00100000:2.0:1746147277.915459:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13676 00000100:00100000:2.0:1746147277.915466:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347069824:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147277.915502:0:27197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x681417cf, atime: 0x0, ctime: 0x681417cf, blocks: 0x8f70 00010000:00010000:2.0:1746147277.915509:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.915520:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.915522:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.915526:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.915536:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.931578:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340142208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746147277.931673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147277.931772:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340142208 00000100:00100000:1.0:1746147277.931778:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340142208 00000100:00100000:1.0:1746147277.931817:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1746147277.931823:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340142208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746147277.931853:0:7245:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:1.0:1746147277.931884:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3763:x1830967340142208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147277.931890:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1746147277.931968:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3763:1830967340142208:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1746147277.951453:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970653 is committed 00002000:00010000:2.0:1746147277.951813:0:27197:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746147277.951818:0:27197:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:2.0:1746147277.951830:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.951839:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.951847:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.951853:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f4c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.951856:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.951863:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.951883:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.951889:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c01199 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.951977:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347069824:12345-192.168.202.9@tcp:4:dd.0 Request processed in 36508us (39997us total) trans 4294970653 rc 0/0 00000100:00100000:2.0:1746147277.951987:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13676 00000100:00100000:0.0:1746147277.958673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147277.958735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147277.958928:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347070208 00000100:00100000:1.0:1746147277.958936:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347070208 00000100:00100000:1.0:1746147277.958979:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347070336 00000100:00100000:1.0:1746147277.958981:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347070336 00000100:00100000:1.0:1746147277.959016:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13677 00000100:00100000:1.0:1746147277.959023:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2007:x1830967347070208:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147277.959051:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.959063:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.959065:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147277.959069:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147277.959081:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.959273:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13678 00000100:00100000:2.0:1746147277.959280:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347070336:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147277.959298:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.959306:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.959307:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.959310:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.959317:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.973199:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.973215:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.973222:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.973231:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f4c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147277.973234:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.973256:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.973272:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147277.973277:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2f4c00/0x29021e8779c011a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147277.973500:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347070336:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14216us (14761us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746147277.973509:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13678 00010000:00010000:2.0:1746147277.973554:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.973564:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.973571:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.973576:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fdca00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147277.973578:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.973584:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.973594:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.973599:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fdca00/0x29021e8779c011a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147277.973636:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2007:x1830967347070208:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14613us (14969us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147277.973642:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13677 00000100:00100000:0.0:1746147277.978101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147277.978151:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347070720 00000100:00100000:2.0:1746147277.978159:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347070720 00000100:00100000:2.0:1746147277.978225:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13679 00000100:00100000:2.0:1746147277.978233:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967347070720:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147277.978935:0:27195:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x681417cf, atime: 0x0, ctime: 0x681417cf, blocks: 0x9f60 00010000:00010000:2.0:1746147277.978943:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.978954:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.978956:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147277.978961:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147277.978970:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746147278.019584:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970654 is committed 00002000:00010000:0.0:1746147278.019762:0:27195:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:0.0:1746147278.019766:0:27195:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:0.0:1746147278.019777:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.019786:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.019792:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.019797:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951a1c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147278.019800:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.019812:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.019825:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.019829:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800951a1c00/0x29021e8779c011ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147278.019927:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2005:x1830967347070720:12345-192.168.202.9@tcp:4:dd.0 Request processed in 41691us (41830us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746147278.019936:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13679 00000100:00100000:0.0:1746147278.024545:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.024598:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.025835:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347071104 00000100:00100000:2.0:1746147278.025843:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347071104 00000100:00100000:2.0:1746147278.025885:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347071232 00000100:00100000:2.0:1746147278.025887:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347071232 00000100:00100000:2.0:1746147278.026138:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13680 00000100:00100000:2.0:1746147278.026144:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347071104:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147278.026690:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.026702:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.026703:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.026707:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.026717:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147278.026949:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13681 00000100:00100000:0.0:1746147278.026956:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347071232:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147278.026974:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.026981:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147278.026982:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147278.026984:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.026992:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.039558:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.039574:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.039581:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.039586:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951a0000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147278.039589:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.039595:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.039610:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.039615:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800951a0000/0x29021e8779c011b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147278.039699:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347071104:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13551us (15158us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147278.039707:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13680 00010000:00010000:2.0:1746147278.042136:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.042153:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.042159:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.042165:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147278.042168:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.042175:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.042188:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.042193:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b47e00/0x29021e8779c011bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147278.042278:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347071232:12345-192.168.202.9@tcp:3:dd.0 Request processed in 15318us (17676us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746147278.042286:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13681 00000100:00100000:0.0:1746147278.047405:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.047490:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347071616 00000100:00100000:2.0:1746147278.047498:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347071616 00000100:00100000:2.0:1746147278.047545:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13682 00000100:00100000:2.0:1746147278.047552:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347071616:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147278.047599:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x681417cf, atime: 0x0, ctime: 0x681417cf, blocks: 0xaf50 00010000:00010000:2.0:1746147278.047606:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.047617:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.047619:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.047624:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.047635:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746147278.076674:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970655 is committed 00002000:00010000:2.0:1746147278.076822:0:9593:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:2.0:1746147278.076826:0:9593:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:2.0:1746147278.076837:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.076847:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.076855:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.076861:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094919400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147278.076864:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.076871:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.076887:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.076893:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147278.076980:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2007:x1830967347071616:12345-192.168.202.9@tcp:4:dd.0 Request processed in 29424us (29593us total) trans 4294970655 rc 0/0 00000100:00100000:2.0:1746147278.076989:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13682 00000100:00100000:0.0:1746147278.083996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.084689:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347072000 00000100:00100000:2.0:1746147278.084697:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347072000 00000100:00100000:2.0:1746147278.084747:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13683 00000100:00100000:2.0:1746147278.084755:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2007:x1830967347072000:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147278.084788:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.084801:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.084803:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.084808:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.084821:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147278.092231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.092846:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347072128 00000100:00100000:2.0:1746147278.092854:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347072128 00000100:00100000:2.0:1746147278.092913:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13684 00000100:00100000:2.0:1746147278.092920:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347072128:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147278.092948:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.092959:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.092960:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.092965:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.092976:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.099694:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.099708:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.099716:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.099722:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094919400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147278.099725:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.099732:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.099746:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.099860:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094919400/0x29021e8779c011d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.100108:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.100117:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.100123:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.100128:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094918200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147278.100130:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.100136:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.100145:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.100151:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918200/0x29021e8779c011ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147278.100539:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+6:2008:x1830967347072128:12345-192.168.202.9@tcp:3:dd.0 Request processed in 7614us (8311us total) trans 0 rc 98304/98304 00000100:00100000:3.0:1746147278.100548:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13684 00000100:00100000:2.0:1746147278.100549:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2007:x1830967347072000:12345-192.168.202.9@tcp:3:dd.0 Request processed in 15794us (16560us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147278.100556:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13683 00000100:00100000:0.0:1746147278.104318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.104531:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347072256 00000100:00100000:2.0:1746147278.104539:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347072256 00000100:00100000:2.0:1746147278.104575:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30277 00000100:00100000:2.0:1746147278.104582:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+6:3849:x1830967347072256:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147278.104598:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147278.104662:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82aa5 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147278.104681:0:9587:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x681417cf, atime: 0x0, ctime: 0x681417cf, blocks: 0xbf40 00010000:00010000:2.0:1746147278.104699:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.104701:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.104709:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 7 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.104721:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 7 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.104730:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918600, rc 0) 00000100:00100000:2.0:1746147278.104780:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:3849:x1830967347072256:12345-192.168.202.9@tcp:101:dd.0 Request processed in 198us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147278.104789:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30277 00000100:00100000:0.0:1746147278.127577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.127631:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347072384 00000100:00100000:2.0:1746147278.127639:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347072384 00002000:00100000:2.0:1746147278.127674:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff8800906ab800 x1830967347072384/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.127683:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906ab800 with x1830967347072384 ext(25067520->26214399) 00002000:00010000:2.0:1746147278.127688:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800906ab800 00000100:00100000:2.0:1746147278.127724:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13685 00000100:00100000:2.0:1746147278.127732:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347072384:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147278.138650:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347072384:12345-192.168.202.9@tcp:4:dd.0 Request processed in 10913us (11074us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746147278.138659:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13685 00002000:00100000:0.0:1746147278.138667:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff8800906ab800 x1830967347072384/t4294970656(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/448 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147278.138672:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800906ab800 with x1830967347072384 ext(25067520->26214399) 00002000:00010000:0.0:1746147278.138677:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800906ab800 00000100:00100000:0.0:1746147278.143151:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.143236:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347072512 00000100:00100000:2.0:1746147278.143280:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347072512 00000100:00080000:0.0:1746147278.143643:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746147278.143743:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39871 00000100:00100000:2.0:1746147278.143751:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+35:3849:x1830967347072512:12345-192.168.202.9@tcp:44:dd.0 00000001:00080000:0.0:1746147278.148194:0:7221:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984864 is committed 00000001:00080000:0.0:1746147278.148226:0:7221:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984862 is committed 00000020:00080000:0.0:1746147278.148275:0:7221:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000020:00080000:1.0:1746147278.148298:0:7269:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:1.0:1746147278.148345:0:7269:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880094846000 with version 21 00000020:00080000:1.0:1746147278.148353:0:7269:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1746147278.148412:0:7269:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1746147278.148418:0:7269:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:1.0:1746147278.148424:0:9095:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a8483b40 version 21 rpc_version 21 00000020:00100000:1.0:1746147278.148448:0:9095:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1746147278.148456:0:9095:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009417ce00 x1830967340142464/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746147278.148473:0:9095:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340142464:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746147278.148540:0:9095:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147278.148576:0:9095:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800948466c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147278.148601:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340142464 00000100:00100000:1.0:1746147278.148606:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340142464 00000100:00100000:1.0:1746147278.148632:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1746147278.148636:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9095:x1830967340142464:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746147278.148714:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:9095:x1830967340142464:12345-0@lo:1000:osp_up1-0.0 Request processed in 76us (173us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1746147278.148719:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1746147278.148752:0:9095:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9095:1830967340142464:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746147278.148851:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148860:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148865:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148870:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ffe6000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147278.148873:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148878:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148893:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:2.0:1746147278.148895:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147278.148898:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148902:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ffe6000/0x29021e8779c00f7e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148918:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148922:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148926:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148930:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ecb400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147278.148932:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148936:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148941:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880130810100) 00010000:00010000:2.0:1746147278.148944:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147278.148946:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148950:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c00faf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147278.148965:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147278.148974:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147278.148978:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147278.148982:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090769600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147278.148984:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147278.148988:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147278.148994:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880130810800) 00010000:00010000:2.0:1746147278.148996:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147278.148998:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147278.149001:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01073 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00000100:00100000:3.0:1746147278.151048:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+18:3849:x1830967347072512:12345-192.168.202.9@tcp:44:dd.0 Request processed in 7294us (7899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147278.151057:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39871 00000100:00100000:0.0:1746147278.157105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.157191:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347072640 00000100:00100000:2.0:1746147278.157198:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347072640 00000100:00100000:2.0:1746147278.157230:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30278 00000100:00100000:2.0:1746147278.157236:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967347072640:12345-192.168.202.9@tcp:16:dd.0 00000001:00080000:1.0:1746147278.164179:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970656 is committed 00000100:00100000:2.0:1746147278.164333:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347072640:12345-192.168.202.9@tcp:16:dd.0 Request processed in 7092us (7233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147278.164342:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30278 00000100:00100000:0.0:1746147278.166964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.167605:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347072896 00000100:00100000:2.0:1746147278.167612:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347072896 00000100:00100000:2.0:1746147278.167656:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 200 00000100:00100000:2.0:1746147278.167662:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+18:3849:x1830967347072896:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:2.0:1746147278.169066:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+19:3849:x1830967347072896:12345-192.168.202.9@tcp:35:dd.0 Request processed in 1399us (2104us total) trans 4294984865 rc 0/0 00000100:00100000:2.0:1746147278.169073:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 200 00000100:00100000:0.0:1746147278.171932:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.172434:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347073152 00000100:00100000:2.0:1746147278.172442:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347073152 00000100:00100000:2.0:1746147278.172490:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 201 00000100:00100000:2.0:1746147278.172496:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+19:3849:x1830967347073152:12345-192.168.202.9@tcp:35:dd.0 00000001:00080000:2.0:1746147278.172644:0:7242:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984866 00000100:00100000:2.0:1746147278.172711:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+21:3849:x1830967347073152:12345-192.168.202.9@tcp:35:dd.0 Request processed in 215us (784us total) trans 4294984867 rc 0/0 00000100:00100000:2.0:1746147278.172717:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 201 00000020:00080000:2.0:1746147278.172721:0:7242:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746147278.190597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.190785:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347073280 00000100:00100000:3.0:1746147278.190792:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347073280 00000100:00100000:3.0:1746147278.190839:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39872 00000100:00100000:3.0:1746147278.190846:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+21:3852:x1830967347073280:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:3.0:1746147278.190866:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147278.190882:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c011df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82aac expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.190927:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c011e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.190942:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c011e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.190951:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c011e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147278.190987:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147278.190990:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147278.191004:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c011e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.191021:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c011df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aac expref: 23 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.191126:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c011e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aac expref: 22 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.191133:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147278.191135:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147278.191138:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749200, rc 0) 00000100:00100000:3.0:1746147278.191311:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:3852:x1830967347073280:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 464us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147278.191317:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39872 00000100:00100000:0.0:1746147278.194571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.194663:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347073408 00000100:00100000:3.0:1746147278.194670:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347073408 00000100:00100000:3.0:1746147278.194701:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39873 00000100:00100000:3.0:1746147278.194707:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+22:3852:x1830967347073408:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:3.0:1746147278.194720:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147278.194733:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c011ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82ab3 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.194775:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194785:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194794:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194804:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194809:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194814:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194873:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01202 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194880:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194885:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147278.194912:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:3.0:1746147278.194915:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147278.194927:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194934:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194942:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194947:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194952:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194957:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194963:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093748000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147278.194966:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194971:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194980:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147278.194982:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147278.194985:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.194990:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c011f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195015:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195021:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195025:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195030:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093749000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147278.195033:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195037:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195043:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23200) 00010000:00010000:3.0:1746147278.195045:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147278.195047:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195051:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c011fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.195073:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749800/0x29021e8779c011ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ab3 expref: 24 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.195083:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01202 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ab3 expref: 23 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.195089:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:3.0:1746147278.195091:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147278.195093:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748400, rc 0) 00000100:00100000:3.0:1746147278.195128:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+23:3852:x1830967347073408:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 421us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147278.195134:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39873 00010000:00010000:0.0:1746147278.195369:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746147278.197285:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.197330:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.197409:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347073536 00000100:00100000:0.0:1746147278.197416:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347073536 00000100:00100000:0.0:1746147278.197514:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347073664 00000100:00100000:0.0:1746147278.197517:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347073664 00000100:00100000:0.0:1746147278.197532:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30279 00000100:00100000:0.0:1746147278.197537:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347073536:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:0.0:1746147278.197548:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147278.197559:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b47a00/0x29021e8779c01209 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82aba expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147278.197595:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967340142592:192.168.202.9@tcp:106: 00000100:00100000:0.0:1746147278.197660:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147278.197701:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30280 00000100:00100000:2.0:1746147278.197707:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347073664:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:2.0:1746147278.197713:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147278.197720:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779c01210 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82ac1 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147278.197741:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340142720:192.168.202.9@tcp:106: 00000100:00100000:2.0:1746147278.197759:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711f00 going to sleep for 11 seconds 00002000:00010000:1.0:1746147278.199584:0:9587:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746147278.199589:0:9587:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1746147278 00002000:00010000:1.0:1746147278.199591:0:9587:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1746147278 00002000:00010000:1.0:1746147278.199593:0:9587:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1746147278 00002000:00010000:1.0:1746147278.199594:0:9587:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746147278.199608:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967340142592:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147278.199630:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b47a00/0x29021e8779c01209 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aba expref: 8 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.199640:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b47a00/0x29021e8779c01209 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aba expref: 8 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.200170:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47a00, rc 0) 00000100:00100000:1.0:1746147278.200215:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347073536:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 2676us (2935us total) trans 0 rc 301/301 00000100:00100000:1.0:1746147278.200222:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30279 00002000:00010000:2.0:1746147278.200570:0:9588:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746147278.200573:0:9588:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746147278 00002000:00010000:2.0:1746147278.200575:0:9588:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746147278 00002000:00010000:2.0:1746147278.200577:0:9588:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746147278 00002000:00010000:2.0:1746147278.200578:0:9588:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746147278.200589:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340142720:192.168.202.9@tcp:106: 00010000:00010000:2.0:1746147278.200606:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779c01210 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac1 expref: 15 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147278.200614:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094918e00/0x29021e8779c01210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac1 expref: 15 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147278.200625:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918e00, rc 0) 00000100:00100000:2.0:1746147278.200644:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347073664:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 2937us (3313us total) trans 0 rc 301/301 00000100:00100000:2.0:1746147278.200649:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30280 00000100:00100000:0.0:1746147278.210503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.210700:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347073792 00000100:00100000:1.0:1746147278.210708:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347073792 00000100:00100000:1.0:1746147278.210836:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39874 00000100:00100000:1.0:1746147278.210844:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+16:3853:x1830967347073792:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:1.0:1746147278.210862:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147278.210876:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12a200/0x29021e8779c01217 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82ac8 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.210919:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147278.210929:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147278.210938:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:1.0:1746147278.211324:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746147278.211328:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746147278.211350:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147278.211368:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12a200/0x29021e8779c01217 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 18 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.212937:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 17 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.212946:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147278.212949:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746147278.212952:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ba00, rc 0) 00000100:00100000:1.0:1746147278.213128:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+17:3853:x1830967347073792:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 2284us (2632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147278.213135:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39874 00000100:00100000:0.0:1746147278.225837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.226645:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347074048 00000100:00100000:1.0:1746147278.226653:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347074048 00000100:00100000:1.0:1746147278.226704:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39875 00000100:00100000:1.0:1746147278.226710:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+23:3854:x1830967347074048:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:1.0:1746147278.226726:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147278.226742:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12b800/0x29021e8779c01225 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82acf expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.226826:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12a400/0x29021e8779c0122c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147278.226838:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12a400/0x29021e8779c0122c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147278.226847:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12a400/0x29021e8779c0122c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:1.0:1746147278.226856:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746147278.226948:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12b800/0x29021e8779c01225 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82acf expref: 26 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.226973:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12a400/0x29021e8779c0122c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82acf expref: 25 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.226979:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:1.0:1746147278.226981:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746147278.226984:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12a400, rc 0) 00000100:00100000:1.0:1746147278.227022:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+25:3854:x1830967347074048:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 312us (1193us total) trans 4294984868 rc 0/0 00000100:00100000:1.0:1746147278.227028:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39875 00000100:00100000:0.0:1746147278.234295:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.234461:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347074304 00000100:00100000:3.0:1746147278.234468:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347074304 00000100:00100000:3.0:1746147278.234514:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39876 00000100:00100000:3.0:1746147278.234522:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+25:3854:x1830967347074304:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:3.0:1746147278.234540:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147278.234554:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c0123a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82ad6 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.234629:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c01241 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.234640:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c01241 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.234649:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c01241 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147278.234657:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:3.0:1746147278.234734:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749000/0x29021e8779c0123a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ad6 expref: 28 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.234760:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c01241 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ad6 expref: 27 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.234767:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:3.0:1746147278.234770:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147278.234772:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748000, rc 0) 00000100:00100000:3.0:1746147278.234816:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3854:x1830967347074304:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 295us (579us total) trans 4294984869 rc 0/0 00000100:00100000:3.0:1746147278.234822:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39876 00000100:00100000:0.0:1746147278.238077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.238649:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347074432 00000100:00100000:3.0:1746147278.238656:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347074432 00000100:00100000:3.0:1746147278.238708:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 613 00000100:00100000:3.0:1746147278.238714:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:2005:x1830967347074432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147278.238725:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147278.238741:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c01241 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ad6 expref: 27 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.238765:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:3.0:1746147278.238769:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147278.238812:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:2005:x1830967347074432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 98us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147278.238818:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 613 00000100:00100000:0.0:1746147278.239165:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.239238:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347074688 00000100:00100000:2.0:1746147278.239260:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347074688 00000100:00100000:0.0:1746147278.239275:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.239408:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347074560 00000100:00100000:2.0:1746147278.239411:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347074560 00000100:00100000:1.0:1746147278.239416:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30281 00000100:00100000:1.0:1746147278.239422:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347074688:12345-192.168.202.9@tcp:101:cmp.0 00000100:00100000:2.0:1746147278.239428:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30282 00010000:00010000:1.0:1746147278.239432:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746147278.239433:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347074560:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:2.0:1746147278.239438:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147278.239443:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0124f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82ae4 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.239445:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779c01256 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82add expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147278.239479:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340142848:192.168.202.9@tcp:106: 00000100:00100000:2.0:1746147278.239528:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746147278.239846:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967340142976:192.168.202.9@tcp:106: 00000100:00100000:1.0:1746147278.241315:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800948466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147278.244273:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340142848:192.168.202.9@tcp:106: 00010000:00010000:2.0:1746147278.244301:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779c01256 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82add expref: 8 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147278.244315:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009487c000/0x29021e8779c01256 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82add expref: 8 pid: 9588 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746147278.244452:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967340142976:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147278.244473:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0124f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ae4 expref: 15 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.244481:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0124f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ae4 expref: 15 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.244505:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ae00, rc 0) 00000100:00100000:1.0:1746147278.244542:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2008:x1830967347074688:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 5119us (5376us total) trans 0 rc 301/301 00000100:00100000:1.0:1746147278.244549:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30281 00010000:00010000:2.0:1746147278.244596:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487c000, rc 0) 00000100:00100000:2.0:1746147278.244618:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347074560:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 5184us (5342us total) trans 0 rc 301/301 00000100:00100000:2.0:1746147278.244623:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30282 00000100:00100000:0.0:1746147278.257576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.257623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.257954:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347075072 00000100:00100000:3.0:1746147278.257961:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347075072 00002000:00100000:3.0:1746147278.257999:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880139988a80 x1830967347075072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.258008:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988a80 with x1830967347075072 ext(0->2097151) 00002000:00010000:3.0:1746147278.258013:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139988a80 00000100:00100000:3.0:1746147278.258038:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347075200 00000100:00100000:3.0:1746147278.258040:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347075200 00002000:00100000:3.0:1746147278.258052:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880139988000 x1830967347075200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.258057:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988000 with x1830967347075200 ext(0->2097151) 00002000:00010000:3.0:1746147278.258059:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139988000 00000100:00100000:3.0:1746147278.258070:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13686 00000100:00100000:3.0:1746147278.258075:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347075072:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.258377:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13687 00000100:00100000:0.0:1746147278.258397:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347075200:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147278.280532:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+14:2006:x1830967347075072:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 22447us (22954us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147278.280544:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13686 00002000:00100000:3.0:1746147278.280553:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880139988a80 x1830967347075072/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.280562:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988a80 with x1830967347075072 ext(0->2097151) 00002000:00010000:3.0:1746147278.280567:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880139988a80 00000100:00100000:3.0:1746147278.291678:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347075200:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 33286us (34045us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147278.291688:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13687 00002000:00100000:3.0:1746147278.291698:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880139988000 x1830967347075200/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.291707:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139988000 with x1830967347075200 ext(0->2097151) 00002000:00010000:3.0:1746147278.291712:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139988000 00000100:00100000:0.0:1746147278.300544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.300671:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347075328 00000100:00100000:2.0:1746147278.300680:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347075328 00000100:00100000:2.0:1746147278.300734:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30283 00000100:00100000:2.0:1746147278.300741:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:3854:x1830967347075328:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:2.0:1746147278.300755:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147278.300769:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094918a00/0x29021e8779c0125d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82aeb expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.300795:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 7 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.300801:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147278.300803:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147278.300805:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094918a00/0x29021e8779c0125d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aeb expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.300833:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 7 pid: 20948 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.300847:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 7 pid: 20948 timeout: 890 lvb_type: 0 00000100:00100000:2.0:1746147278.300857:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340143104:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147278.301286:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147278.305998:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340143104:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147278.306024:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094918a00/0x29021e8779c0125d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aeb expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.306039:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094918a00, rc 0) 00000100:00100000:2.0:1746147278.306090:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:3854:x1830967347075328:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 5349us (5552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147278.306098:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30283 00000100:00100000:1.0:1746147278.309202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.312461:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347075456 00000100:00100000:3.0:1746147278.312470:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347075456 00002000:00100000:3.0:1746147278.312514:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009417d180 x1830967347075456/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.312523:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967347075456 ext(12582912->13631487) 00010000:00010000:3.0:1746147278.312532:0:9592:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 8 pid: 20948 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746147278.312544:0:9592:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 8 pid: 20948 timeout: 890 lvb_type: 0 00002000:00010000:3.0:1746147278.312551:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:3.0:1746147278.312588:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2970 00000100:00100000:3.0:1746147278.312595:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+8:2005:x1830967347075456:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:3.0:1746147278.324018:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347075456:12345-192.168.202.9@tcp:4:dd.0 Request processed in 11410us (14810us total) trans 4294970657 rc 0/0 00000100:00100000:3.0:1746147278.324029:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2970 00002000:00100000:3.0:1746147278.324040:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009417d180 x1830967347075456/t4294970657(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/448 e 0 to 0 dl 1746147289 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.324048:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417d180 with x1830967347075456 ext(12582912->13631487) 00010000:00010000:3.0:1746147278.324057:0:9592:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 10 pid: 20948 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746147278.324071:0:9592:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 10 pid: 20948 timeout: 890 lvb_type: 0 00002000:00010000:3.0:1746147278.324079:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009417d180 00000100:00100000:0.0:1746147278.338995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.339136:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347075584 00000100:00100000:2.0:1746147278.339144:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347075584 00010000:00010000:2.0:1746147278.339175:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 10 pid: 20948 timeout: 890 lvb_type: 0 00000100:00100000:2.0:1746147278.339217:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15047 00000100:00100000:2.0:1746147278.339224:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2007:x1830967347075584:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147278.339238:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746147278.339373:0:7226:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746147278.339391:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 10 pid: 20948 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746147278.339408:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 10 pid: 20948 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746147278.339427:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130653c00/0x29021e8779c010ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a89 expref: 10 pid: 20948 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746147278.339455:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.339457:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.339464:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094918a00/0x29021e8779c0125d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aeb expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.339470:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094918a00/0x29021e8779c0125d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aeb expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.339498:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094918a00/0x29021e8779c0125d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aeb expref: 7 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147278.339507:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967340143232:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147278.339586:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147278.346755:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967340143232:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147278.346772:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147278.346823:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347075584:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 7597us (7835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147278.346832:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15047 00000100:00100000:0.0:1746147278.347542:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.347992:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347075840 00000100:00100000:3.0:1746147278.347999:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347075840 00002000:00100000:3.0:1746147278.348035:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880139989c00 x1830967347075840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.348044:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967347075840 ext(0->1048575) 00002000:00010000:3.0:1746147278.348049:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139989c00 00000100:00100000:3.0:1746147278.348074:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13688 00000100:00100000:3.0:1746147278.348084:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347075840:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147278.362959:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347075840:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 14869us (15409us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147278.362973:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13688 00002000:00100000:3.0:1746147278.362986:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880139989c00 x1830967347075840/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.362994:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989c00 with x1830967347075840 ext(0->1048575) 00002000:00010000:3.0:1746147278.362999:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139989c00 00000100:00100000:0.0:1746147278.368378:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.368441:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347075968 00000100:00100000:2.0:1746147278.368449:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347075968 00000100:00100000:2.0:1746147278.368496:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30284 00000100:00100000:2.0:1746147278.368503:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+14:3854:x1830967347075968:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:2.0:1746147278.368520:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147278.368533:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c01264 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82af2 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.368557:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 13 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.368563:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147278.368565:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746147278.368568:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c01264 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af2 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.368592:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 13 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.368603:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 13 pid: 9587 timeout: 890 lvb_type: 0 00000100:00100000:2.0:1746147278.368613:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340143360:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147278.368693:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147278.372622:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340143360:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147278.372654:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c01264 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af2 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.372677:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487dc00, rc 0) 00000100:00100000:2.0:1746147278.372725:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:3854:x1830967347075968:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 4221us (4352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147278.372733:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30284 00000100:00100000:0.0:1746147278.379683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.380363:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347076096 00000100:00100000:2.0:1746147278.380370:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347076096 00010000:00010000:2.0:1746147278.380408:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 14 pid: 9587 timeout: 890 lvb_type: 0 00000100:00100000:2.0:1746147278.380439:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15048 00000100:00100000:2.0:1746147278.380444:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347076096:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147278.380455:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147278.380469:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 14 pid: 9587 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746147278.380479:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 14 pid: 9587 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746147278.380495:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c010d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a9e expref: 14 pid: 9587 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746147278.380517:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.380518:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147278.380524:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c01264 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af2 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.380535:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c01264 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af2 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.380559:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487dc00/0x29021e8779c01264 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af2 expref: 14 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147278.380567:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340143488:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147278.380629:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746147278.382882:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340143488:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147278.382898:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147278.382941:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+13:2006:x1830967347076096:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 2495us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147278.382950:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15048 00000100:00100000:0.0:1746147278.387145:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.387196:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.387418:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347076480 00000100:00100000:3.0:1746147278.387426:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347076480 00002000:00100000:3.0:1746147278.387464:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88013998a680 x1830967347076480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.387472:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998a680 with x1830967347076480 ext(1048576->2097151) 00002000:00010000:3.0:1746147278.387477:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013998a680 00000100:00100000:3.0:1746147278.387505:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347076608 00000100:00100000:3.0:1746147278.387507:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347076608 00002000:00100000:3.0:1746147278.387520:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8800907ded80 x1830967347076608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.387526:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ded80 with x1830967347076608 ext(0->2097151) 00002000:00010000:3.0:1746147278.387528:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ded80 00000100:00100000:3.0:1746147278.387547:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13689 00000100:00100000:3.0:1746147278.387553:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347076480:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.388006:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13690 00000100:00100000:1.0:1746147278.388014:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347076608:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.413192:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347076608:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 25170us (25987us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147278.413202:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13690 00002000:00100000:1.0:1746147278.413212:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8800907ded80 x1830967347076608/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.413221:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ded80 with x1830967347076608 ext(0->2097151) 00002000:00010000:1.0:1746147278.413226:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ded80 00000100:00100000:3.0:1746147278.417558:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347076480:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 29994us (30409us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147278.417568:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13689 00002000:00100000:3.0:1746147278.417577:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88013998a680 x1830967347076480/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.417591:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998a680 with x1830967347076480 ext(1048576->2097151) 00002000:00010000:3.0:1746147278.417596:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013998a680 00000100:00100000:3.0:1746147278.450947:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.450989:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.451103:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347076992 00000100:00100000:1.0:1746147278.451111:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347076992 00002000:00100000:1.0:1746147278.451148:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88012d29ed80 x1830967347076992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.451157:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967347076992 ext(2097152->4194303) 00002000:00010000:1.0:1746147278.451162:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29ed80 00000100:00100000:1.0:1746147278.451187:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347077120 00000100:00100000:1.0:1746147278.451189:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347077120 00002000:00100000:1.0:1746147278.451202:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88012d29ea00 x1830967347077120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.451214:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ea00 with x1830967347077120 ext(2097152->4194303) 00002000:00010000:1.0:1746147278.451217:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29ea00 00000100:00100000:1.0:1746147278.451239:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13691 00000100:00100000:1.0:1746147278.451268:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347076992:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.453674:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13692 00000100:00100000:0.0:1746147278.453685:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347077120:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147278.477501:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347076992:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 26225us (26552us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147278.477512:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13691 00002000:00100000:2.0:1746147278.477524:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88012d29ed80 x1830967347076992/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.477533:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ed80 with x1830967347076992 ext(2097152->4194303) 00002000:00010000:2.0:1746147278.477538:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29ed80 00000100:00100000:0.0:1746147278.491533:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347077120:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 37841us (40533us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746147278.491543:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13692 00002000:00100000:0.0:1746147278.491553:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88012d29ea00 x1830967347077120/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147278.491562:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29ea00 with x1830967347077120 ext(2097152->4194303) 00002000:00010000:0.0:1746147278.491568:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29ea00 00000100:00100000:0.0:1746147278.514585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.514638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.515070:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347077376 00000100:00100000:3.0:1746147278.515078:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347077376 00000100:00100000:2.0:1746147278.515085:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347077632 00000100:00100000:2.0:1746147278.515089:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347077632 00002000:00100000:3.0:1746147278.515113:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff8800907dc000 x1830967347077376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.515113:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8800907dd500 x1830967347077632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.515122:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc000 with x1830967347077376 ext(2097152->4194303) 00002000:00100000:2.0:1746147278.515126:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dd500 with x1830967347077632 ext(2097152->4194303) 00002000:00010000:3.0:1746147278.515127:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907dc000 00002000:00010000:2.0:1746147278.515129:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dd500 00000100:00100000:3.0:1746147278.515147:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13693 00000100:00100000:3.0:1746147278.515153:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347077376:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147278.515154:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13694 00000100:00100000:2.0:1746147278.515160:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347077632:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147278.546994:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347077632:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 31824us (32345us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147278.547005:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13694 00002000:00100000:2.0:1746147278.547015:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8800907dd500 x1830967347077632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.547023:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dd500 with x1830967347077632 ext(2097152->4194303) 00002000:00010000:2.0:1746147278.547029:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dd500 00000100:00100000:3.0:1746147278.548025:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347077376:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 32870us (33445us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147278.548033:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13693 00002000:00100000:3.0:1746147278.548039:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff8800907dc000 x1830967347077376/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.548046:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dc000 with x1830967347077376 ext(2097152->4194303) 00002000:00010000:3.0:1746147278.548050:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907dc000 00000100:00100000:3.0:1746147278.584704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.584752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.586803:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347078016 00000100:00100000:0.0:1746147278.586812:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347078016 00000100:00100000:2.0:1746147278.586842:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347078144 00000100:00100000:2.0:1746147278.586845:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347078144 00002000:00100000:2.0:1746147278.586880:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88012d29d180 x1830967347078144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.586880:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88012d29c380 x1830967347078016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.586889:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d180 with x1830967347078144 ext(4194304->6291455) 00002000:00100000:1.0:1746147278.586889:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c380 with x1830967347078016 ext(4194304->6291455) 00002000:00010000:2.0:1746147278.586894:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29d180 00002000:00010000:1.0:1746147278.586894:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29c380 00000100:00100000:2.0:1746147278.586911:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13695 00000100:00100000:1.0:1746147278.586915:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13696 00000100:00100000:2.0:1746147278.586917:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347078144:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.586919:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347078016:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.622804:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347078016:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 35875us (38100us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147278.622814:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13696 00002000:00100000:1.0:1746147278.622823:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88012d29c380 x1830967347078016/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.622831:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29c380 with x1830967347078016 ext(4194304->6291455) 00002000:00010000:1.0:1746147278.622837:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d29c380 00000100:00100000:2.0:1746147278.623269:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347078144:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 36351us (38516us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147278.623276:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13695 00002000:00100000:2.0:1746147278.623282:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88012d29d180 x1830967347078144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.623289:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d180 with x1830967347078144 ext(4194304->6291455) 00002000:00010000:2.0:1746147278.623292:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29d180 00000100:00100000:0.0:1746147278.632948:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.633047:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347078400 00000100:00100000:2.0:1746147278.633055:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347078400 00002000:00100000:2.0:1746147278.633091:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff8800907df100 x1830967347078400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.633100:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df100 with x1830967347078400 ext(6291456->7340031) 00002000:00010000:2.0:1746147278.633105:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907df100 00000100:00100000:2.0:1746147278.633138:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13697 00000100:00100000:2.0:1746147278.633144:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347078400:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.637754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.637796:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.637867:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347078784 00000100:00100000:1.0:1746147278.637874:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347078784 00002000:00100000:1.0:1746147278.637904:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff8800907dce00 x1830967347078784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.637913:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dce00 with x1830967347078784 ext(7340032->8388607) 00002000:00010000:1.0:1746147278.637918:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dce00 00000100:00100000:1.0:1746147278.637930:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347078912 00000100:00100000:1.0:1746147278.637932:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347078912 00002000:00100000:1.0:1746147278.637940:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff8800907df480 x1830967347078912/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.637946:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df480 with x1830967347078912 ext(6291456->7340031) 00002000:00010000:1.0:1746147278.637948:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907df480 00000100:00100000:1.0:1746147278.637961:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13698 00000100:00100000:1.0:1746147278.637966:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2007:x1830967347078784:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.638525:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13699 00000100:00100000:1.0:1746147278.638530:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347078912:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147278.645356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.647507:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347079168 00000100:00100000:0.0:1746147278.647518:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347079168 00002000:00100000:0.0:1746147278.647562:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88012d29e300 x1830967347079168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147278.647571:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29e300 with x1830967347079168 ext(7340032->8388607) 00002000:00010000:0.0:1746147278.647575:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29e300 00000100:00100000:0.0:1746147278.647606:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13700 00000100:00100000:0.0:1746147278.647613:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2008:x1830967347079168:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147278.649707:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2007:x1830967347078400:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16555us (16758us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147278.649717:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13697 00002000:00100000:2.0:1746147278.649725:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff8800907df100 x1830967347078400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.649733:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df100 with x1830967347078400 ext(6291456->7340031) 00002000:00010000:2.0:1746147278.649738:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907df100 00000100:00100000:1.0:1746147278.652160:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347078784:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 14184us (14404us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147278.652170:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13698 00002000:00100000:1.0:1746147278.652179:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff8800907dce00 x1830967347078784/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.652187:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dce00 with x1830967347078784 ext(7340032->8388607) 00002000:00010000:1.0:1746147278.652191:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dce00 00000100:00100000:1.0:1746147278.661331:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2007:x1830967347078912:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 22789us (23523us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147278.661342:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13699 00002000:00100000:1.0:1746147278.661351:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff8800907df480 x1830967347078912/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.661365:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df480 with x1830967347078912 ext(6291456->7340031) 00002000:00010000:1.0:1746147278.661371:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907df480 00000100:00100000:0.0:1746147278.666664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.666776:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347079424 00000100:00100000:1.0:1746147278.666783:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347079424 00002000:00100000:1.0:1746147278.666819:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff8800907ddf80 x1830967347079424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.666828:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddf80 with x1830967347079424 ext(4194304->6291455) 00002000:00010000:1.0:1746147278.666833:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907ddf80 00000100:00100000:1.0:1746147278.666858:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13701 00000100:00100000:1.0:1746147278.666864:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2008:x1830967347079424:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147278.668168:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2008:x1830967347079168:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 20550us (22813us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147278.668176:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13700 00002000:00100000:2.0:1746147278.668181:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88012d29e300 x1830967347079168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.668194:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29e300 with x1830967347079168 ext(7340032->8388607) 00002000:00010000:2.0:1746147278.668198:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29e300 00000100:00100000:0.0:1746147278.677980:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.678138:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347079680 00000100:00100000:2.0:1746147278.678146:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347079680 00002000:00100000:2.0:1746147278.678187:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800907ddc00 x1830967347079680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.678196:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddc00 with x1830967347079680 ext(4194304->6291455) 00002000:00010000:2.0:1746147278.678200:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ddc00 00000100:00100000:2.0:1746147278.678231:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13702 00000100:00100000:2.0:1746147278.678238:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347079680:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.688423:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2008:x1830967347079424:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21551us (21757us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147278.688434:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13701 00002000:00100000:1.0:1746147278.688446:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff8800907ddf80 x1830967347079424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.688455:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddf80 with x1830967347079424 ext(4194304->6291455) 00002000:00010000:1.0:1746147278.688461:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907ddf80 00000100:00100000:2.0:1746147278.696114:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347079680:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 17867us (18134us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147278.696126:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13702 00002000:00100000:2.0:1746147278.696137:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff8800907ddc00 x1830967347079680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.696145:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907ddc00 with x1830967347079680 ext(4194304->6291455) 00002000:00010000:2.0:1746147278.696151:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907ddc00 00000100:00100000:0.0:1746147278.699956:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.700022:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347079936 00000100:00100000:2.0:1746147278.700029:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347079936 00002000:00100000:2.0:1746147278.700066:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff8800907df800 x1830967347079936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.700075:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df800 with x1830967347079936 ext(6291456->7340031) 00002000:00010000:2.0:1746147278.700080:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907df800 00000100:00100000:2.0:1746147278.700110:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13703 00000100:00100000:2.0:1746147278.700116:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347079936:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.714800:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.714875:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.716532:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347080320 00000100:00100000:2.0:1746147278.716542:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347080320 00002000:00100000:2.0:1746147278.716580:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff88009417df80 x1830967347080320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.716590:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967347080320 ext(6291456->8388607) 00002000:00010000:2.0:1746147278.716594:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417df80 00000100:00100000:2.0:1746147278.716610:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347080576 00000100:00100000:2.0:1746147278.716613:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347080576 00002000:00100000:2.0:1746147278.716626:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009417e300 x1830967347080576/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.716631:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e300 with x1830967347080576 ext(7340032->8388607) 00002000:00010000:2.0:1746147278.716634:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009417e300 00000100:00100000:2.0:1746147278.716644:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13704 00000100:00100000:2.0:1746147278.716650:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347080320:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147278.716709:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347079936:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16592us (16765us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147278.716718:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13703 00002000:00100000:3.0:1746147278.716723:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff8800907df800 x1830967347079936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.716730:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907df800 with x1830967347079936 ext(6291456->7340031) 00002000:00010000:3.0:1746147278.716733:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800907df800 00000100:00100000:3.0:1746147278.716748:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13705 00000100:00100000:3.0:1746147278.716754:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347080576:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.738957:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347080576:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 22195us (24072us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147278.738967:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13705 00002000:00100000:0.0:1746147278.738977:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009417e300 x1830967347080576/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147278.738985:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417e300 with x1830967347080576 ext(7340032->8388607) 00002000:00010000:0.0:1746147278.738992:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009417e300 00000100:00100000:2.0:1746147278.743011:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347080320:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 26353us (28210us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147278.743020:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13704 00002000:00100000:2.0:1746147278.743030:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff88009417df80 x1830967347080320/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.743037:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009417df80 with x1830967347080320 ext(6291456->8388607) 00002000:00010000:2.0:1746147278.743042:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009417df80 00000100:00100000:0.0:1746147278.757177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.757224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.757272:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347080960 00000100:00100000:2.0:1746147278.757280:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347080960 00002000:00100000:2.0:1746147278.757440:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff8800907dca80 x1830967347080960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746147278.757445:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347081088 00000100:00100000:1.0:1746147278.757449:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347081088 00002000:00100000:2.0:1746147278.757450:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dca80 with x1830967347080960 ext(8388608->10485759) 00002000:00010000:2.0:1746147278.757455:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dca80 00002000:00100000:1.0:1746147278.757469:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff880130576680 x1830967347081088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.757486:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576680 with x1830967347081088 ext(8388608->10485759) 00002000:00010000:1.0:1746147278.757490:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130576680 00000100:00100000:2.0:1746147278.757772:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13706 00000100:00100000:1.0:1746147278.757778:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13707 00000100:00100000:2.0:1746147278.757780:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347080960:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.757784:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347081088:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.777323:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347081088:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 19529us (20089us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147278.777333:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13707 00002000:00100000:1.0:1746147278.777344:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff880130576680 x1830967347081088/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.777352:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576680 with x1830967347081088 ext(8388608->10485759) 00002000:00010000:1.0:1746147278.777357:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130576680 00000100:00100000:3.0:1746147278.777716:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347080960:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 19936us (20545us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147278.777722:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13706 00002000:00100000:3.0:1746147278.777727:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff8800907dca80 x1830967347080960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.777735:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800907dca80 with x1830967347080960 ext(8388608->10485759) 00002000:00010000:3.0:1746147278.777738:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800907dca80 00000100:00100000:2.0:1746147278.783320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.783616:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347081344 00000100:00100000:3.0:1746147278.783624:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347081344 00002000:00100000:3.0:1746147278.783661:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880094e8fb80 x1830967347081344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.783670:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8fb80 with x1830967347081344 ext(10485760->11534335) 00002000:00010000:3.0:1746147278.783675:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8fb80 00000100:00100000:3.0:1746147278.783993:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13708 00000100:00100000:3.0:1746147278.784000:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347081344:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.793512:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.793548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.793636:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347081728 00000100:00100000:2.0:1746147278.793644:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347081728 00002000:00100000:2.0:1746147278.793677:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->13631487) req@ffff880130574000 x1830967347081728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.793686:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574000 with x1830967347081728 ext(11534336->13631487) 00002000:00010000:2.0:1746147278.793691:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574000 00000100:00100000:2.0:1746147278.793704:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347081984 00000100:00100000:2.0:1746147278.793707:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347081984 00002000:00100000:2.0:1746147278.793717:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (10485760->12582911) req@ffff880130576300 x1830967347081984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.793723:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576300 with x1830967347081984 ext(10485760->12582911) 00002000:00010000:2.0:1746147278.793725:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130576300 00000100:00100000:2.0:1746147278.793735:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13709 00000100:00100000:2.0:1746147278.793740:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2007:x1830967347081728:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.794021:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13710 00000100:00100000:0.0:1746147278.794028:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347081984:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147278.797845:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2008:x1830967347081344:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 13837us (14521us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147278.797854:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13708 00002000:00100000:2.0:1746147278.797865:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880094e8fb80 x1830967347081344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.797873:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8fb80 with x1830967347081344 ext(10485760->11534335) 00002000:00010000:2.0:1746147278.797878:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8fb80 00000100:00100000:1.0:1746147278.822071:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347081984:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 28036us (28514us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147278.822081:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13710 00000100:00100000:2.0:1746147278.822139:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.822302:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347082368 00000100:00100000:3.0:1746147278.822309:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347082368 00002000:00100000:3.0:1746147278.822340:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880094e8d500 x1830967347082368/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.822348:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8d500 with x1830967347082368 ext(8388608->10485759) 00002000:00010000:3.0:1746147278.822353:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e8d500 00000100:00100000:3.0:1746147278.822370:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13711 00000100:00100000:3.0:1746147278.822387:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967347082368:12345-192.168.202.9@tcp:3:cmp.0 00002000:00100000:1.0:1746147278.823150:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (10485760->12582911) req@ffff880130576300 x1830967347081984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.823157:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576300 with x1830967347081984 ext(10485760->12582911) 00002000:00010000:1.0:1746147278.823160:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130576300 00000100:00100000:2.0:1746147278.823448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.823488:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347082624 00000100:00100000:1.0:1746147278.823493:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347082624 00002000:00100000:1.0:1746147278.823510:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880094e8e300 x1830967347082624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.823517:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e300 with x1830967347082624 ext(8388608->10485759) 00002000:00010000:1.0:1746147278.823522:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8e300 00000100:00100000:1.0:1746147278.823557:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13712 00000100:00100000:1.0:1746147278.823561:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2007:x1830967347082624:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147278.823676:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967347081728:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 29935us (30171us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147278.823683:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13709 00002000:00100000:2.0:1746147278.823689:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->13631487) req@ffff880130574000 x1830967347081728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.823696:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574000 with x1830967347081728 ext(11534336->13631487) 00002000:00010000:2.0:1746147278.823699:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574000 00000100:00100000:3.0:1746147278.841362:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347082368:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 18977us (19214us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147278.841375:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13711 00002000:00100000:3.0:1746147278.841397:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880094e8d500 x1830967347082368/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.841406:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8d500 with x1830967347082368 ext(8388608->10485759) 00002000:00010000:3.0:1746147278.841410:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094e8d500 00000100:00100000:1.0:1746147278.844896:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347082624:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21323us (21437us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147278.844906:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13712 00002000:00100000:1.0:1746147278.844916:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880094e8e300 x1830967347082624/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.844924:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094e8e300 with x1830967347082624 ext(8388608->10485759) 00002000:00010000:1.0:1746147278.844929:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094e8e300 00000100:00100000:2.0:1746147278.852997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.853144:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347082880 00000100:00100000:1.0:1746147278.853152:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347082880 00002000:00100000:1.0:1746147278.853188:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880091454700 x1830967347082880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.853197:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454700 with x1830967347082880 ext(10485760->11534335) 00002000:00010000:1.0:1746147278.853202:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091454700 00000100:00100000:1.0:1746147278.853236:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13713 00000100:00100000:1.0:1746147278.853278:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347082880:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.854549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.854585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.855321:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347083264 00000100:00100000:1.0:1746147278.855329:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347083264 00002000:00100000:1.0:1746147278.855365:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff880130575f80 x1830967347083264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.855374:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575f80 with x1830967347083264 ext(11534336->12582911) 00002000:00010000:1.0:1746147278.855388:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130575f80 00000100:00100000:1.0:1746147278.855402:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347083392 00000100:00100000:1.0:1746147278.855405:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347083392 00002000:00100000:1.0:1746147278.855416:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880130574380 x1830967347083392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746147278.855417:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13714 00002000:00100000:1.0:1746147278.855423:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574380 with x1830967347083392 ext(10485760->11534335) 00000100:00100000:2.0:1746147278.855424:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967347083264:12345-192.168.202.9@tcp:3:cmp.0 00002000:00010000:1.0:1746147278.855426:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574380 00000100:00100000:1.0:1746147278.855440:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13715 00000100:00100000:1.0:1746147278.855444:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347083392:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.862154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.862239:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347083648 00000100:00100000:2.0:1746147278.862328:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347083648 00002000:00100000:2.0:1746147278.862384:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880130577b80 x1830967347083648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.862393:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577b80 with x1830967347083648 ext(11534336->12582911) 00002000:00010000:2.0:1746147278.862397:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130577b80 00000100:00100000:3.0:1746147278.863647:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13716 00000100:00100000:3.0:1746147278.863660:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2005:x1830967347083648:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.867082:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.869276:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347083904 00000100:00100000:3.0:1746147278.869287:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347083904 00002000:00100000:3.0:1746147278.869323:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880130577800 x1830967347083904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.869333:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577800 with x1830967347083904 ext(12582912->13631487) 00002000:00010000:3.0:1746147278.869337:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130577800 00000100:00100000:3.0:1746147278.869358:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13717 00000100:00100000:3.0:1746147278.869364:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2005:x1830967347083904:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147278.871336:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967347082880:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 18086us (18339us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147278.871345:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13713 00002000:00100000:1.0:1746147278.871353:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880091454700 x1830967347082880/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.871361:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454700 with x1830967347082880 ext(10485760->11534335) 00002000:00010000:1.0:1746147278.871366:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091454700 00000100:00100000:2.0:1746147278.875361:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967347083264:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 19928us (20806us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147278.875375:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13714 00002000:00100000:2.0:1746147278.875392:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff880130575f80 x1830967347083264/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147278.875404:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575f80 with x1830967347083264 ext(11534336->12582911) 00002000:00010000:2.0:1746147278.875409:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130575f80 00000100:00100000:1.0:1746147278.879533:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967347083392:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 24078us (24937us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147278.879544:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13715 00002000:00100000:1.0:1746147278.879554:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880130574380 x1830967347083392/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.879562:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574380 with x1830967347083392 ext(10485760->11534335) 00002000:00010000:1.0:1746147278.879567:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574380 00000100:00100000:3.0:1746147278.882122:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347083648:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 18459us (19977us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147278.882133:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13716 00002000:00100000:3.0:1746147278.882142:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff880130577b80 x1830967347083648/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.882150:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577b80 with x1830967347083648 ext(11534336->12582911) 00002000:00010000:3.0:1746147278.882155:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130577b80 00000100:00100000:3.0:1746147278.885776:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347083904:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16405us (18693us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147278.885785:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13717 00002000:00100000:3.0:1746147278.885794:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff880130577800 x1830967347083904/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.885803:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130577800 with x1830967347083904 ext(12582912->13631487) 00002000:00010000:3.0:1746147278.885807:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130577800 00000100:00100000:2.0:1746147278.893868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.894000:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347084160 00000100:00100000:3.0:1746147278.894007:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347084160 00000100:00100000:3.0:1746147278.894129:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 202 00000100:00100000:3.0:1746147278.894136:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac957050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+26:3854:x1830967347084160:12345-192.168.202.9@tcp:35:cmp.0 00000100:00100000:2.0:1746147278.894469:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac957050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3854:x1830967347084160:12345-192.168.202.9@tcp:35:cmp.0 Request processed in 332us (607us total) trans 4294984870 rc 0/0 00000100:00100000:2.0:1746147278.894476:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 202 00000100:00100000:0.0:1746147278.904981:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.905783:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347084416 00000100:00100000:3.0:1746147278.905792:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347084416 00000100:00100000:3.0:1746147278.905887:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39877 00000100:00100000:3.0:1746147278.905895:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+17:3856:x1830967347084416:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:3.0:1746147278.905912:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147278.905930:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1a000/0x29021e8779c0126b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82af9 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.906012:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c01272 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.906026:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c01272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.906037:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c01272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147278.906046:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:3.0:1746147278.906122:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1a000/0x29021e8779c0126b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af9 expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.906150:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c01272 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af9 expref: 19 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.906157:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:3.0:1746147278.906159:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147278.906161:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096b1be00, rc 0) 00000100:00100000:3.0:1746147278.906206:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+19:3856:x1830967347084416:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 312us (1230us total) trans 4294984871 rc 0/0 00000100:00100000:3.0:1746147278.906211:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39877 00000100:00100000:0.0:1746147278.908713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.908764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147278.908927:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347084544 00000100:00100000:2.0:1746147278.908934:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347084544 00000100:00100000:2.0:1746147278.909012:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 614 00000100:00100000:2.0:1746147278.909018:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+19:2007:x1830967347084544:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147278.909029:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147278.909066:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096b1be00/0x29021e8779c01272 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82af9 expref: 19 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147278.909092:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:2.0:1746147278.909096:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147278.909129:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+18:2007:x1830967347084544:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 112us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147278.909135:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 614 00000100:00100000:3.0:1746147278.909206:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347084800 00000100:00100000:3.0:1746147278.909210:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347084800 00000100:00100000:3.0:1746147278.909233:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39878 00000100:00100000:3.0:1746147278.909238:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+18:3856:x1830967347084800:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:3.0:1746147278.909286:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147278.909296:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d88e00/0x29021e8779c01280 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b00 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.909366:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c01287 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.909387:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c01287 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147278.909395:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c01287 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147278.909404:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:3.0:1746147278.909482:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4d88e00/0x29021e8779c01280 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b00 expref: 21 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.909497:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c01287 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b00 expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147278.909512:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:3.0:1746147278.909515:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147278.909517:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009519ae00, rc 0) 00000100:00100000:3.0:1746147278.910495:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+20:3856:x1830967347084800:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 1254us (1728us total) trans 4294984872 rc 0/0 00000100:00100000:3.0:1746147278.910502:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39878 00000100:00100000:0.0:1746147278.915818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.915858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.916218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.916239:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347084928 00000100:00100000:0.0:1746147278.916268:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347084928 00000100:00100000:2.0:1746147278.916685:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347085184 00000100:00100000:2.0:1746147278.916688:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347085184 00000100:00100000:0.0:1746147278.917032:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 615 00000100:00100000:0.0:1746147278.917040:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7824c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+20:2008:x1830967347084928:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147278.917053:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147278.917072:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c01287 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b00 expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147278.917090:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:0.0:1746147278.917094:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147278.917125:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+19:2008:x1830967347084928:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 86us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147278.917130:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 615 00000100:00100000:2.0:1746147278.918069:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347085056 00000100:00100000:2.0:1746147278.918075:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347085056 00000100:00100000:1.0:1746147278.918117:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30285 00000100:00100000:1.0:1746147278.918124:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+13:2006:x1830967347085184:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:1.0:1746147278.918136:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147278.918147:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c01295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b0e expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.918162:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147278.918164:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147278.918170:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c01295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b0e expref: 14 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.918182:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fdda00/0x29021e8779c01295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b0e expref: 14 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.918190:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fdda00, rc 0) 00000100:00100000:1.0:1746147278.918214:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347085184:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 91us (2404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147278.918219:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30285 00000100:00100000:1.0:1746147278.918230:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30286 00000100:00100000:1.0:1746147278.918234:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+9:2005:x1830967347085056:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:1.0:1746147278.918252:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147278.918260:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fdca00/0x29021e8779c0129c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b07 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147278.918270:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147278.918272:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147278.918275:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094fdca00/0x29021e8779c0129c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b07 expref: 10 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.918287:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fdca00/0x29021e8779c0129c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b07 expref: 10 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147278.918293:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fdca00, rc 0) 00000100:00100000:1.0:1746147278.918539:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347085056:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 303us (2679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147278.918544:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30286 00000100:00100000:0.0:1746147278.934511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147278.934725:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347085440 00000100:00100000:3.0:1746147278.934733:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347085440 00002000:00100000:3.0:1746147278.934769:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff880130576a00 x1830967347085440/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.934782:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576a00 with x1830967347085440 ext(0->2097151) 00002000:00010000:3.0:1746147278.934787:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130576a00 00000100:00100000:3.0:1746147278.934816:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13718 00000100:00100000:3.0:1746147278.934822:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2006:x1830967347085440:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147278.936013:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.936255:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347085696 00000100:00100000:1.0:1746147278.936260:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347085696 00002000:00100000:1.0:1746147278.936283:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff880130575880 x1830967347085696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.936291:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575880 with x1830967347085696 ext(0->2097151) 00002000:00010000:1.0:1746147278.936295:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130575880 00000100:00100000:1.0:1746147278.936309:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13719 00000100:00100000:1.0:1746147278.936314:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+14:2005:x1830967347085696:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147278.951201:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2006:x1830967347085440:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16372us (16691us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147278.951211:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13718 00002000:00100000:3.0:1746147278.951220:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff880130576a00 x1830967347085440/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.951228:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576a00 with x1830967347085440 ext(0->2097151) 00002000:00010000:3.0:1746147278.951233:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130576a00 00000100:00100000:1.0:1746147278.957352:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+14:2005:x1830967347085696:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21028us (21332us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147278.957362:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13719 00002000:00100000:1.0:1746147278.957371:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff880130575880 x1830967347085696/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.957389:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575880 with x1830967347085696 ext(0->2097151) 00002000:00010000:1.0:1746147278.957394:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130575880 00000100:00100000:0.0:1746147278.974045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147278.974096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147278.974178:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347086208 00000100:00100000:1.0:1746147278.974186:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347086208 00002000:00100000:1.0:1746147278.974226:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880130576d80 x1830967347086208/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147278.974238:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576d80 with x1830967347086208 ext(2097152->4194303) 00000100:00100000:3.0:1746147278.974305:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347086080 00000100:00100000:3.0:1746147278.974308:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347086080 00002000:00100000:3.0:1746147278.974327:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff880130575500 x1830967347086080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/0 e 0 to 0 dl 1746147289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.974333:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967347086080 ext(2097152->4194303) 00002000:00010000:3.0:1746147278.974340:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130575500 00000100:00100000:3.0:1746147278.974367:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13720 00000100:00100000:3.0:1746147278.974373:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347086080:12345-192.168.202.9@tcp:3:cmp.0 00002000:00010000:1.0:1746147278.975370:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576d80 00000100:00100000:1.0:1746147278.975395:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13721 00000100:00100000:1.0:1746147278.975402:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347086208:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147278.993178:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347086080:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 18795us (19071us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147278.993188:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13720 00002000:00100000:3.0:1746147278.993199:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff880130575500 x1830967347086080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147278.993208:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130575500 with x1830967347086080 ext(2097152->4194303) 00002000:00010000:3.0:1746147278.993213:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130575500 00000100:00100000:1.0:1746147279.000561:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347086208:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 25150us (26513us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147279.000573:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13721 00002000:00100000:1.0:1746147279.000582:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880130576d80 x1830967347086208/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:654/0 lens 488/440 e 0 to 0 dl 1746147289 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.000591:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130576d80 with x1830967347086208 ext(2097152->4194303) 00002000:00010000:1.0:1746147279.000596:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130576d80 00000100:00100000:0.0:1746147279.015363:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.015446:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347086720 00000100:00100000:1.0:1746147279.015454:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347086720 00002000:00100000:1.0:1746147279.015508:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880130574a80 x1830967347086720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.015517:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574a80 with x1830967347086720 ext(4194304->6291455) 00002000:00010000:1.0:1746147279.015522:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574a80 00000100:00100000:1.0:1746147279.015551:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13722 00000100:00100000:1.0:1746147279.015557:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+14:2008:x1830967347086720:12345-192.168.202.9@tcp:3:cmp.0 00000100:00080000:0.0:1746147279.016582:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746147279.019614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.025474:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347086464 00000100:00100000:3.0:1746147279.025486:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347086464 00002000:00100000:3.0:1746147279.025551:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff880091454a80 x1830967347086464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00080000:1.0:1746147279.025557:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:3.0:1746147279.025559:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454a80 with x1830967347086464 ext(4194304->6291455) 00002000:00010000:3.0:1746147279.025564:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091454a80 00000100:00100000:3.0:1746147279.025594:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13723 00000100:00100000:3.0:1746147279.025601:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2007:x1830967347086464:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147279.040305:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+14:2008:x1830967347086720:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 24738us (24940us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147279.040316:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13722 00002000:00100000:1.0:1746147279.040328:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff880130574a80 x1830967347086720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.040337:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130574a80 with x1830967347086720 ext(4194304->6291455) 00002000:00010000:1.0:1746147279.040343:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130574a80 00000100:00100000:3.0:1746147279.047272:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2007:x1830967347086464:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21661us (27653us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147279.047284:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13723 00002000:00100000:3.0:1746147279.047295:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff880091454a80 x1830967347086464/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.047303:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091454a80 with x1830967347086464 ext(4194304->6291455) 00002000:00010000:3.0:1746147279.047309:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091454a80 00000100:00100000:0.0:1746147279.065076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.065115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.065149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.065204:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347086976 00000100:00100000:2.0:1746147279.065212:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347086976 00000100:00100000:1.0:1746147279.065218:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347087232 00000100:00100000:1.0:1746147279.065220:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347087232 00002000:00100000:2.0:1746147279.065268:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff880090545f80 x1830967347086976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.065268:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff880090545180 x1830967347087232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.065277:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545f80 with x1830967347086976 ext(6291456->7340031) 00002000:00100000:1.0:1746147279.065277:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545180 with x1830967347087232 ext(6291456->8388607) 00002000:00010000:2.0:1746147279.065281:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090545f80 00002000:00010000:1.0:1746147279.065281:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545180 00000100:00100000:1.0:1746147279.065482:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347087488 00000100:00100000:1.0:1746147279.065485:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347087488 00002000:00100000:1.0:1746147279.065496:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880139989880 x1830967347087488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.065501:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989880 with x1830967347087488 ext(7340032->8388607) 00002000:00010000:1.0:1746147279.065504:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139989880 00000100:00100000:2.0:1746147279.065536:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13724 00000100:00100000:2.0:1746147279.065543:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347087232:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147279.065544:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13725 00000100:00100000:3.0:1746147279.065549:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+11:2006:x1830967347086976:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147279.068532:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13726 00000100:00100000:0.0:1746147279.068547:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347087488:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147279.106000:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347086976:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 40443us (40924us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147279.106010:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13725 00002000:00100000:3.0:1746147279.106019:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff880090545f80 x1830967347086976/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.106026:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545f80 with x1830967347086976 ext(6291456->7340031) 00002000:00010000:3.0:1746147279.106031:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090545f80 00000100:00100000:2.0:1746147279.113722:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+14:2006:x1830967347087232:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 48171us (48599us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147279.113731:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13724 00002000:00100000:2.0:1746147279.113741:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff880090545180 x1830967347087232/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.113749:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090545180 with x1830967347087232 ext(6291456->8388607) 00002000:00010000:2.0:1746147279.113754:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090545180 00000100:00100000:2.0:1746147279.117706:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880139989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2005:x1830967347087488:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 49157us (52547us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.117718:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13726 00002000:00100000:2.0:1746147279.117727:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880139989880 x1830967347087488/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.117736:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880139989880 with x1830967347087488 ext(7340032->8388607) 00002000:00010000:2.0:1746147279.117741:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880139989880 00000100:00100000:0.0:1746147279.135039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.135088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.135176:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347087872 00000100:00100000:3.0:1746147279.135183:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347087872 00002000:00100000:3.0:1746147279.135222:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88013998ad80 x1830967347087872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.135230:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967347087872 ext(8388608->10485759) 00002000:00010000:3.0:1746147279.135235:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013998ad80 00000100:00100000:3.0:1746147279.135885:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347088128 00000100:00100000:3.0:1746147279.135889:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347088128 00002000:00100000:3.0:1746147279.135906:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009051ce00 x1830967347088128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.135913:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ce00 with x1830967347088128 ext(8388608->10485759) 00002000:00010000:3.0:1746147279.135916:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051ce00 00000100:00100000:2.0:1746147279.135942:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13727 00000100:00100000:2.0:1746147279.135950:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2007:x1830967347087872:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147279.137484:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13728 00000100:00100000:3.0:1746147279.137492:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+14:2007:x1830967347088128:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147279.163596:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+14:2007:x1830967347088128:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 26088us (28489us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147279.163606:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13728 00002000:00100000:3.0:1746147279.163615:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009051ce00 x1830967347088128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.163623:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051ce00 with x1830967347088128 ext(8388608->10485759) 00002000:00010000:3.0:1746147279.163629:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051ce00 00000100:00100000:2.0:1746147279.164438:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013998ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2007:x1830967347087872:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 28486us (29403us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147279.164445:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13727 00002000:00100000:2.0:1746147279.164450:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88013998ad80 x1830967347087872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.164456:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013998ad80 with x1830967347087872 ext(8388608->10485759) 00002000:00010000:2.0:1746147279.164459:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013998ad80 00000100:00100000:0.0:1746147279.170943:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.170996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.171227:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347088384 00000100:00100000:2.0:1746147279.171236:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347088384 00000100:00100000:3.0:1746147279.171238:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347088640 00000100:00100000:3.0:1746147279.171269:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347088640 00002000:00100000:3.0:1746147279.171292:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009051e300 x1830967347088640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.171292:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009051dc00 x1830967347088384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.171301:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967347088640 ext(10485760->11534335) 00002000:00100000:2.0:1746147279.171301:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051dc00 with x1830967347088384 ext(10485760->11534335) 00002000:00010000:3.0:1746147279.171305:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e300 00002000:00010000:2.0:1746147279.171305:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009051dc00 00000100:00100000:2.0:1746147279.171328:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13729 00000100:00100000:2.0:1746147279.171334:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2008:x1830967347088384:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147279.172401:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13730 00000100:00100000:3.0:1746147279.172409:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+14:2008:x1830967347088640:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147279.178354:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.178454:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347088896 00000100:00100000:2.0:1746147279.178461:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347088896 00002000:00100000:2.0:1746147279.178497:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009051d880 x1830967347088896/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.178505:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d880 with x1830967347088896 ext(11534336->12582911) 00002000:00010000:2.0:1746147279.178510:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009051d880 00000100:00100000:2.0:1746147279.178536:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13731 00000100:00100000:2.0:1746147279.178543:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+12:2008:x1830967347088896:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147279.182487:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.182891:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347089152 00000100:00100000:3.0:1746147279.182899:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347089152 00002000:00100000:3.0:1746147279.182935:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009051e680 x1830967347089152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746147279.183139:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+12:2008:x1830967347088384:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 11803us (12201us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.183147:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13729 00002000:00100000:2.0:1746147279.183152:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009051dc00 x1830967347088384/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.183160:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051dc00 with x1830967347088384 ext(10485760->11534335) 00002000:00010000:2.0:1746147279.183165:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009051dc00 00002000:00100000:3.0:1746147279.183328:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967347089152 ext(11534336->12582911) 00002000:00010000:3.0:1746147279.183331:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e680 00000100:00100000:3.0:1746147279.183357:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13732 00000100:00100000:3.0:1746147279.183363:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+16:2007:x1830967347089152:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147279.191848:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.193591:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347089408 00000100:00100000:2.0:1746147279.193601:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347089408 00002000:00100000:2.0:1746147279.193639:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009051d180 x1830967347089408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.193649:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d180 with x1830967347089408 ext(12582912->13631487) 00002000:00010000:2.0:1746147279.193654:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009051d180 00000100:00100000:2.0:1746147279.193674:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13733 00000100:00100000:2.0:1746147279.193679:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+12:2008:x1830967347089408:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147279.197010:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+16:2008:x1830967347088640:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 24596us (26007us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147279.197020:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13730 00002000:00100000:3.0:1746147279.197029:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009051e300 x1830967347088640/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.197038:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e300 with x1830967347088640 ext(10485760->11534335) 00002000:00010000:3.0:1746147279.197043:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e300 00010000:00010000:1.0:1746147279.199068:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147279.200149:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+12:2008:x1830967347088896:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21601us (21796us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.200158:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13731 00002000:00100000:2.0:1746147279.200168:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009051d880 x1830967347088896/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.200175:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d880 with x1830967347088896 ext(11534336->12582911) 00002000:00010000:2.0:1746147279.200181:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009051d880 00000100:00100000:3.0:1746147279.205113:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+14:2007:x1830967347089152:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21741us (22625us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147279.205123:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13732 00002000:00100000:3.0:1746147279.205131:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009051e680 x1830967347089152/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.205140:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051e680 with x1830967347089152 ext(11534336->12582911) 00002000:00010000:3.0:1746147279.205145:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009051e680 00000100:00100000:2.0:1746147279.205718:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2008:x1830967347089408:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 12037us (13876us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.205725:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13733 00002000:00100000:2.0:1746147279.205730:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009051d180 x1830967347089408/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/440 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.205737:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009051d180 with x1830967347089408 ext(12582912->13631487) 00002000:00010000:2.0:1746147279.205740:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009051d180 00000100:00100000:0.0:1746147279.213200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.213279:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347089664 00000100:00100000:2.0:1746147279.213286:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347089664 00000100:00080000:1.0:1746147279.213358:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147279.213418:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 203 00000100:00100000:0.0:1746147279.213426:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+19:3856:x1830967347089664:12345-192.168.202.9@tcp:35:cmp.0 00000100:00100000:0.0:1746147279.213612:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+20:3856:x1830967347089664:12345-192.168.202.9@tcp:35:cmp.0 Request processed in 186us (418us total) trans 4294984873 rc 0/0 00000100:00100000:0.0:1746147279.213619:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 203 00000100:00100000:0.0:1746147279.214816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.214854:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347089920 00000100:00100000:2.0:1746147279.214859:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347089920 00000100:00100000:2.0:1746147279.214878:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 204 00000100:00100000:2.0:1746147279.214887:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+20:3856:x1830967347089920:12345-192.168.202.9@tcp:35:cmp.0 00000100:00100000:2.0:1746147279.215056:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+21:3856:x1830967347089920:12345-192.168.202.9@tcp:35:cmp.0 Request processed in 172us (241us total) trans 4294984874 rc 0/0 00000100:00100000:2.0:1746147279.215063:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 204 00000100:00100000:0.0:1746147279.227951:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.228775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.230146:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347090176 00000100:00100000:3.0:1746147279.230156:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347090176 00000100:00100000:3.0:1746147279.230204:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39879 00000100:00100000:3.0:1746147279.230210:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3857:x1830967347090176:12345-192.168.202.9@tcp:36:rm.0 00010000:00010000:3.0:1746147279.230275:0:10503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746147279.230295:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01202 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ab3 expref: 27 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.230315:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c00fd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a4a expref: 26 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.230324:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:3.0:1746147279.230332:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c011e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aac expref: 25 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.230338:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.230340:0:10503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147279.230355:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.230366:0:10503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 20 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.230382:0:10503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.230406:0:10503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 20 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.230416:0:10503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 20 pid: 21576 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746147279.230427:0:10503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340143616:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147279.230508:0:10503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90000 going to sleep for 11 seconds 00000100:00100000:1.0:1746147279.231815:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347090304 00000100:00100000:1.0:1746147279.231822:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347090304 00000100:00100000:1.0:1746147279.231855:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 689 00000100:00100000:1.0:1746147279.231860:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a87df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2007:x1830967347090304:12345-192.168.202.9@tcp:63:ll_sa.0 00010000:00010000:1.0:1746147279.231881:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147279.231891:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c012aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b15 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.231918:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231926:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231934:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231944:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231948:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231953:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231986:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231991:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.231996:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232000:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090769600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147279.232002:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232007:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232017:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147279.232019:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147279.232022:0:7245:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147279.232027:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232031:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c012b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232060:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232065:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232069:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232072:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130550000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147279.232074:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232078:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232084:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880094841c00) 00010000:00010000:1.0:1746147279.232085:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147279.232087:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232091:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c012b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.232114:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c012aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b15 expref: 26 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.232120:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147279.232122:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746147279.232123:0:7245:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147279.232129:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c012aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b15 expref: 26 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.232136:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090769e00, rc -2) 00000100:00100000:1.0:1746147279.232173:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a87df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+25:2007:x1830967347090304:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 312us (3399us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746147279.232179:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 689 00000100:00100000:0.0:1746147279.233497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.233611:0:10503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340143616:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147279.233629:0:10503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000100:00100000:2.0:1746147279.234033:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347090432 00000100:00100000:2.0:1746147279.234039:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347090432 00010000:00010000:2.0:1746147279.234062:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 21 pid: 21576 timeout: 891 lvb_type: 0 00000100:00100000:2.0:1746147279.234195:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15049 00000100:00100000:2.0:1746147279.234202:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+21:2007:x1830967347090432:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147279.234213:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147279.234218:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 21 pid: 21576 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746147279.234233:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 21 pid: 21576 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746147279.234268:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b12ba00/0x29021e8779c0121e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82ac8 expref: 21 pid: 21576 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746147279.234292:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147279.234296:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.234304:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.234312:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.234331:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147279.234345:0:10503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.234350:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000100:00100000:2.0:1746147279.234357:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+20:2007:x1830967347090432:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 155us (865us total) trans 0 rc 0/0 00010000:00010000:3.0:1746147279.234361:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4e00/0x29021e8779c012bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00000100:00100000:2.0:1746147279.234362:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15049 00010000:00010000:3.0:1746147279.234366:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4e00/0x29021e8779c012bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.234370:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4e00/0x29021e8779c012bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.234446:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.234455:0:10503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 19 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.234460:0:10503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.234593:0:10503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 19 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.234602:0:10503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 19 pid: 21576 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746147279.234612:0:10503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340143744:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147279.235234:0:10503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90000 going to sleep for 11 seconds 00000100:00100000:3.0:1746147279.238328:0:10503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10503:1830967340143744:192.168.202.9@tcp:104: 00000100:00100000:0.0:1746147279.238345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147279.238360:0:10503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000100:00100000:1.0:1746147279.238594:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347090560 00000100:00100000:1.0:1746147279.238600:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347090560 00010000:00010000:1.0:1746147279.238628:0:8397:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 20 pid: 21576 timeout: 891 lvb_type: 0 00000100:00100000:1.0:1746147279.238650:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15050 00000100:00100000:1.0:1746147279.238656:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+20:2005:x1830967347090560:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147279.238667:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147279.238672:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 20 pid: 21576 timeout: 891 lvb_type: 0 00010000:00010000:1.0:1746147279.238681:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 20 pid: 21576 timeout: 891 lvb_type: 0 00010000:00010000:1.0:1746147279.238698:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3000/0x29021e8779c01057 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82a6d expref: 20 pid: 21576 timeout: 891 lvb_type: 0 00010000:00010000:1.0:1746147279.238709:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:1.0:1746147279.238713:0:8397:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147279.238719:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147279.238725:0:8397:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10503 initiator: MDT0 00010000:00010000:1.0:1746147279.238740:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147279.238772:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+19:2005:x1830967347090560:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 116us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147279.238778:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15050 00010000:00010000:3.0:1746147279.239266:0:10503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.239273:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000040:00080000:3.0:1746147279.239539:0:10503:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746147279.239546:0:10503:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 791292303196ns, next at 792292301691ns, rc = 0 00000040:00080000:3.0:1746147279.240492:0:10503:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746147279.240500:0:10503:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 791293257874ns, next at 792293256368ns, rc = 0 00010000:00010000:3.0:1746147279.240544:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240554:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240561:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240566:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240570:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240575:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240603:0:10503:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746147279.240617:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240621:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240625:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240629:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f5a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147279.240632:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240637:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240648:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:3.0:1746147279.240650:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746147279.240653:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.240657:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c012c6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147279.240741:0:7228:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746147279.240746:0:7228:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147279.240751:0:7228:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130652c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147279.240753:0:7228:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147279.240757:0:7228:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147279.240763:0:7228:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8800969aa900) 00010000:00010000:0.0:1746147279.240765:0:7228:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746147279.240767:0:7228:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10503 initiator: MDT0 00010000:00010000:0.0:1746147279.240770:0:7228:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c012cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241762:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241771:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241776:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241780:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241784:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f4200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147279.241787:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241792:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241800:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.241802:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147279.241804:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241808:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c012a3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00000004:00010000:3.0:1746147279.241818:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009051f480 reply state ffff880094e87000 transno 4294984875 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4e00/0x29021e8779c012bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241825:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4e00/0x29021e8779c012bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.241830:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:3.0:1746147279.241832:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746147279.241835:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746147279.241916:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:3857:x1830967347090176:12345-192.168.202.9@tcp:36:rm.0 Request processed in 11702us (13968us total) trans 4294984875 rc 0/0 00000100:00100000:3.0:1746147279.241924:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39879 00010000:00010000:0.0:1746147279.242011:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746147279.242013:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746147279.242015:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147279.294066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.294167:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347090688 00000100:00100000:3.0:1746147279.294174:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347090688 00000100:00100000:3.0:1746147279.294215:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39880 00000100:00100000:3.0:1746147279.294222:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+26:3860:x1830967347090688:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:3.0:1746147279.294267:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147279.294285:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653800/0x29021e8779c012d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b4d expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.294335:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c012db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.294346:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c012db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.294353:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c012db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147279.294395:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147279.294399:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147279.294413:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c012db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.294430:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653800/0x29021e8779c012d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b4d expref: 28 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.294460:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c012db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b4d expref: 27 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.294877:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.294880:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147279.294882:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:3.0:1746147279.295215:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3860:x1830967347090688:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 993us (1156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147279.295221:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39880 00000100:00100000:0.0:1746147279.299048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.299148:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347090944 00000100:00100000:3.0:1746147279.299155:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347090944 00000100:00100000:3.0:1746147279.299192:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39881 00000100:00100000:3.0:1746147279.299199:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+27:3860:x1830967347090944:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:3.0:1746147279.299215:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147279.299218:0:10503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746147279.299260:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c012db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b4d expref: 27 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.299284:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.299288:0:10503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147279.299296:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c012e2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b54 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.299390:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299399:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299406:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299413:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652600/0x29021e8779c012f0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299418:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130652600/0x29021e8779c012f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299423:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652600/0x29021e8779c012f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299670:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299677:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299682:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:3.0:1746147279.299688:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:3.0:1746147279.299706:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299711:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299719:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299724:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299729:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130652800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147279.299732:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299738:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299745:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.299747:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147279.299749:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299753:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c012e9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00000004:00010000:3.0:1746147279.299761:0:10503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093c34000 reply state ffff880094a88000 transno 4294984876 ns: mdt-lustre-MDT0000_UUID lock: ffff880130652600/0x29021e8779c012f0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299767:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130652600/0x29021e8779c012f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:3.0:1746147279.299772:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:3.0:1746147279.299773:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746147279.299775:0:10503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746147279.299791:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c012e2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 29 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.299805:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 28 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.299809:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23f00) 00010000:00010000:3.0:1746147279.299811:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147279.299813:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653a00, rc 0) 00000100:00100000:3.0:1746147279.299862:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+29:3860:x1830967347090944:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 663us (819us total) trans 4294984876 rc 0/0 00000100:00100000:3.0:1746147279.299867:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39881 00000100:00100000:0.0:1746147279.302360:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.302457:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347091200 00000100:00100000:2.0:1746147279.302464:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347091200 00000100:00100000:2.0:1746147279.302503:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39882 00000100:00100000:2.0:1746147279.302509:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+29:3860:x1830967347091200:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:2.0:1746147279.302526:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147279.302539:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3e00/0x29021e8779c01305 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b5b expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.302599:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147279.302609:0:21576:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 30 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.302614:0:21576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147279.302635:0:21576:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 30 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.302644:0:21576:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 30 pid: 10503 timeout: 891 lvb_type: 0 00000100:00100000:2.0:1746147279.302653:0:21576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091455f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340143872:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147279.302712:0:21576:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711480 going to sleep for 11 seconds 00000100:00100000:2.0:1746147279.305016:0:21576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091455f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340143872:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147279.305037:0:21576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:0.0:1746147279.305382:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.305931:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347091328 00000100:00100000:1.0:1746147279.305936:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347091328 00010000:00010000:1.0:1746147279.305958:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 31 pid: 10503 timeout: 891 lvb_type: 0 00000100:00100000:1.0:1746147279.305986:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15051 00000100:00100000:1.0:1746147279.305991:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+31:2006:x1830967347091328:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147279.306001:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147279.306006:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 31 pid: 10503 timeout: 891 lvb_type: 0 00010000:00010000:1.0:1746147279.306018:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 31 pid: 10503 timeout: 891 lvb_type: 0 00010000:00010000:1.0:1746147279.306033:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c012f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b54 expref: 31 pid: 10503 timeout: 891 lvb_type: 0 00010000:00010000:1.0:1746147279.306047:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23f00) 00010000:00010000:1.0:1746147279.306051:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147279.306057:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147279.306063:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147279.306367:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147279.306416:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+30:2006:x1830967347091328:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 423us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147279.306422:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15051 00010000:00010000:3.0:1746147279.306804:0:21576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.306810:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147279.306825:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00080000:3.0:1746147279.306936:0:21576:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:3.0:1746147279.306941:0:21576:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1746147279.307022:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.307028:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.307033:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.307038:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094db2200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147279.307041:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.307047:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.307054:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23f00) 00010000:00010000:3.0:1746147279.307056:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746147279.307059:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.307062:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c0130c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.307099:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3e00/0x29021e8779c01305 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b5b expref: 30 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.307105:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3e00/0x29021e8779c01305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b5b expref: 30 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.307113:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3e00, rc 0) 00000100:00100000:3.0:1746147279.307135:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+29:3860:x1830967347091200:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 4627us (4781us total) trans 4294984877 rc 301/301 00000100:00100000:3.0:1746147279.307141:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39882 00000100:00100000:2.0:1746147279.309817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.309893:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347091584 00000100:00100000:0.0:1746147279.309899:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347091584 00000100:00100000:0.0:1746147279.310052:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 205 00000100:00100000:0.0:1746147279.310059:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+29:3860:x1830967347091584:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:0.0:1746147279.310579:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+30:3860:x1830967347091584:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 519us (766us total) trans 4294984878 rc 0/0 00000100:00100000:0.0:1746147279.310585:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 205 00000100:00100000:0.0:1746147279.312083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.312160:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347091712 00000100:00100000:3.0:1746147279.312165:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347091712 00000100:00100000:3.0:1746147279.312197:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39883 00000100:00100000:3.0:1746147279.312202:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+30:3860:x1830967347091712:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:3.0:1746147279.312216:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147279.312232:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0131a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b62 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.312444:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0131a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b62 expref: 31 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.312456:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0131a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b62 expref: 31 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.312480:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:3.0:1746147279.312483:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746147279.312486:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130652a00, rc 0) 00000100:00100000:3.0:1746147279.312523:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+31:3860:x1830967347091712:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 320us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147279.312528:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39883 00000100:00100000:2.0:1746147279.315104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.315217:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347091968 00000100:00100000:0.0:1746147279.315224:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347091968 00000100:00100000:0.0:1746147279.315298:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 206 00000100:00100000:0.0:1746147279.315304:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+31:3860:x1830967347091968:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:0.0:1746147279.315475:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+32:3860:x1830967347091968:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 161us (367us total) trans 4294984879 rc 0/0 00000100:00100000:0.0:1746147279.315480:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 206 00000100:00100000:0.0:1746147279.324856:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.324939:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347092096 00000100:00100000:3.0:1746147279.324946:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347092096 00000100:00100000:3.0:1746147279.324985:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39884 00000100:00100000:3.0:1746147279.324992:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+32:3861:x1830967347092096:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147279.325013:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147279.325029:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c01321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b69 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.325076:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c01328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.325087:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c01328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.325096:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c01328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147279.325132:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147279.325134:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147279.325147:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c01328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.325162:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652800/0x29021e8779c01321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b69 expref: 34 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.325189:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c01328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b69 expref: 33 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.325196:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.325198:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147279.325200:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:3.0:1746147279.325236:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+33:3861:x1830967347092096:12345-192.168.202.9@tcp:101:dd.0 Request processed in 245us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147279.325263:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39884 00000100:00100000:0.0:1746147279.331974:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.332100:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347092224 00000100:00100000:2.0:1746147279.332107:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347092224 00000100:00100000:2.0:1746147279.332889:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39885 00000100:00100000:2.0:1746147279.332898:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+19:3862:x1830967347092224:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147279.332918:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147279.332933:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c0132f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b70 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.332982:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01336 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.332993:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.333002:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:2.0:1746147279.333037:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746147279.333040:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147279.333054:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.333071:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748000/0x29021e8779c0132f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b70 expref: 21 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.334738:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01336 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b70 expref: 20 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.334748:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147279.334751:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746147279.334754:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093748400, rc 0) 00000100:00100000:2.0:1746147279.334815:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+20:3862:x1830967347092224:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1918us (2847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147279.334822:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39885 00000100:00100000:0.0:1746147279.336636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.336676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.336785:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347092480 00000100:00100000:2.0:1746147279.336791:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347092480 00000100:00100000:2.0:1746147279.336822:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39886 00000100:00100000:2.0:1746147279.336828:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+33:3861:x1830967347092480:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147279.336844:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147279.336846:0:10503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746147279.336866:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c01328 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b69 expref: 33 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.336878:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147279.336881:0:10503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147279.336890:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3e00/0x29021e8779c0133d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b77 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.336964:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01344 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.336974:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147279.336981:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:2.0:1746147279.336988:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746147279.337056:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db3e00/0x29021e8779c0133d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b77 expref: 35 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.337066:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01344 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b77 expref: 34 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.337071:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130810000) 00010000:00010000:2.0:1746147279.337073:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147279.337075:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db2200, rc 0) 00000100:00100000:2.0:1746147279.337103:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+34:3861:x1830967347092480:12345-192.168.202.9@tcp:101:dd.0 Request processed in 275us (472us total) trans 4294984880 rc 0/0 00000100:00100000:2.0:1746147279.337108:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39886 00000100:00100000:1.0:1746147279.337153:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347092608 00000100:00100000:1.0:1746147279.337157:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347092608 00000100:00100000:1.0:1746147279.337175:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 690 00000100:00100000:1.0:1746147279.337179:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2005:x1830967347092608:12345-192.168.202.9@tcp:63:ll_sa.0 00010000:00010000:1.0:1746147279.337193:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147279.337199:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c01352 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b7e expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.337218:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337224:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337230:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337237:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337262:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337266:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337318:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090768600/0x29021e8779c01367 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337324:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090768600/0x29021e8779c01367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337328:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090768600/0x29021e8779c01367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:1.0:1746147279.337337:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00200000:1.0:1746147279.337340:0:7245:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746147279.337347:0:7245:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090768600/0x29021e8779c01367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337352:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090768600/0x29021e8779c01367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337358:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337365:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337370:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337384:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090769e00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147279.337387:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337391:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337397:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147279.337399:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147279.337402:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337405:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090769e00/0x29021e8779c01359 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337419:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337422:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337426:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337430:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090769600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147279.337432:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337439:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337445:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:1.0:1746147279.337447:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147279.337449:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337453:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090769600/0x29021e8779c01360 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337466:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c01352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b7e expref: 36 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.337475:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090768600/0x29021e8779c01367 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b7e expref: 35 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.337480:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:1.0:1746147279.337481:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746147279.337483:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090768600, rc 0) 00010000:00010000:1.0:1746147279.337485:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147279.337495:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090423400/0x29021e8779c0136e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82b85 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.337509:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337514:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337519:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337527:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337532:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337536:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337545:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337549:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337553:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337557:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096acfc00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147279.337559:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337562:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337567:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147279.337568:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147279.337570:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337573:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096acfc00/0x29021e8779c01375 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337578:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337582:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337586:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337589:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800969f1800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147279.337591:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337595:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337599:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880094841700) 00010000:00010000:1.0:1746147279.337600:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147279.337602:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337605:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800969f1800/0x29021e8779c0137c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147279.337617:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880090423400/0x29021e8779c0136e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b85 expref: 36 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.337622:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147279.337623:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746147279.337626:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090423400/0x29021e8779c0136e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b85 expref: 36 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.337631:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090423400, rc -2) 00000100:00100000:1.0:1746147279.337651:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2005:x1830967347092608:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 472us (975us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746147279.337657:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 690 00000100:00100000:3.0:1746147279.345333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.345353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.345389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.345408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.345420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.345452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.345481:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347093120 00000100:00100000:3.0:1746147279.345488:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347093120 00000100:00100000:3.0:1746147279.345520:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39887 00000100:00100000:3.0:1746147279.345526:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+20:3862:x1830967347093120:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147279.345541:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147279.345559:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c01383 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bc4 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.345633:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c0138a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.345644:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c0138a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.345652:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c0138a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147279.345659:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00000100:00100000:2.0:1746147279.345729:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347092736 00000100:00100000:2.0:1746147279.345733:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347092736 00000100:00100000:2.0:1746147279.345754:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347092864 00000100:00100000:2.0:1746147279.345755:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347092864 00000100:00100000:2.0:1746147279.345768:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30287 00000100:00100000:2.0:1746147279.345772:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347092736:12345-192.168.202.9@tcp:101:ll_agl.0 00010000:00010000:2.0:1746147279.345779:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147279.345788:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bb6 expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147279.345801:0:20948:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746147279.345811:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.345812:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.345818:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 16 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147279.345827:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 16 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147279.345835:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749200, rc 0) 00000100:00100000:2.0:1746147279.345867:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967347092736:12345-192.168.202.9@tcp:101:ll_agl.0 Request processed in 94us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147279.345872:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30287 00000100:00100000:2.0:1746147279.345884:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30288 00000100:00100000:2.0:1746147279.345888:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347092864:12345-192.168.202.9@tcp:101:ll_agl.0 00010000:00010000:2.0:1746147279.345895:0:20948:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147279.345903:0:20948:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bbd expref: -99 pid: 20948 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147279.345913:0:20948:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746147279.345970:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.345972:0:20948:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.345976:0:20948:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 9 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147279.345984:0:20948:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 9 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147279.345990:0:20948:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094db3800, rc 0) 00000100:00100000:2.0:1746147279.346003:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347092864:12345-192.168.202.9@tcp:101:ll_agl.0 Request processed in 115us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147279.346007:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30288 00000100:00100000:2.0:1746147279.346027:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347093376 00000100:00100000:2.0:1746147279.346029:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347093376 00000100:00100000:2.0:1746147279.346050:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347093632 00000100:00100000:2.0:1746147279.346051:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347093632 00000100:00100000:2.0:1746147279.346063:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13734 00000100:00100000:2.0:1746147279.346067:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347093376:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147279.346079:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.346085:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.346087:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.346089:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.346096:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.346622:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13735 00000100:00100000:2.0:1746147279.346626:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347093632:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147279.346639:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.346645:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.346645:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.346648:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.346654:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746147279.347188:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746147279.347191:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746147279.350055:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347093760 00000100:00100000:0.0:1746147279.350064:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347093760 00000100:00100000:0.0:1746147279.350114:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 616 00000100:00100000:0.0:1746147279.350120:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+35:2007:x1830967347093760:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147279.350133:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147279.350153:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094db2200/0x29021e8779c01344 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b77 expref: 35 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.350170:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130810000) 00010000:00010000:0.0:1746147279.350174:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746147279.350212:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+34:2007:x1830967347093760:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 93us (4759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147279.350218:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 616 00010000:00010000:3.0:1746147279.351229:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c01383 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bc4 expref: 23 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.351263:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c0138a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bc4 expref: 22 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.351269:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:3.0:1746147279.351271:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147279.351273:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653a00, rc 0) 00000100:00100000:3.0:1746147279.351295:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+22:3862:x1830967347093120:12345-192.168.202.9@tcp:101:dd.0 Request processed in 5769us (5905us total) trans 4294984881 rc 0/0 00000100:00100000:3.0:1746147279.351301:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39887 00000100:00100000:0.0:1746147279.358679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:2.0:1746147279.358911:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.358922:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.358928:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.358933:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f6400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.358936:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.358942:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.358986:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.358992:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6400/0x29021e8779c013a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.359467:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347093376:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13396us (14055us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.359475:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13734 00000100:00100000:3.0:1746147279.360393:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347094016 00000100:00100000:3.0:1746147279.360401:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347094016 00000100:00100000:3.0:1746147279.360442:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39888 00000100:00100000:3.0:1746147279.360449:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+22:3862:x1830967347094016:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147279.360467:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147279.360470:0:21576:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746147279.360488:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c01336 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b70 expref: 22 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.360498:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.360501:0:21576:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147279.360510:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c013b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bcb expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.360603:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360613:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360619:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360627:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360632:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360637:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360669:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360674:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360679:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147279.360686:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:3.0:1746147279.360737:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360743:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360747:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360751:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f4200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147279.360753:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360757:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360764:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147279.360766:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147279.360768:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360772:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360779:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360784:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360788:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360794:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f5a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147279.360796:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360800:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360805:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:3.0:1746147279.360807:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147279.360809:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360813:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5a00/0x29021e8779c013c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.360835:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c013b4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 24 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.360844:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 23 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.360849:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:3.0:1746147279.360851:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147279.360853:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b2f5800, rc 0) 00000100:00100000:3.0:1746147279.361647:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+23:3862:x1830967347094016:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1197us (2975us total) trans 4294984882 rc 0/0 00000100:00100000:3.0:1746147279.361654:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39888 00000100:00100000:1.0:1746147279.362162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.362860:0:8397:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347094144 00000100:00100000:2.0:1746147279.362865:0:8397:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347094144 00000100:00100000:2.0:1746147279.362909:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 617 00000100:00100000:2.0:1746147279.362914:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+23:2008:x1830967347094144:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147279.362925:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147279.362939:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653a00/0x29021e8779c0138a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bc4 expref: 23 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.362949:0:8397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:2.0:1746147279.362952:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147279.362975:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1fc346d7-2842-4f5e-afba-83962e59d746+22:2008:x1830967347094144:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 61us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147279.362980:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 617 00010000:00010000:3.0:1746147279.363143:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.363156:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.363162:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.363167:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f7a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147279.363170:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.363175:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.363185:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.363189:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904f7a00/0x29021e8779c013ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.363232:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347093632:12345-192.168.202.9@tcp:3:dd.0 Request processed in 16604us (17810us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147279.363238:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13735 00000100:00100000:0.0:1746147279.368301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.368409:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347094272 00000100:00100000:3.0:1746147279.368416:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347094272 00000100:00100000:3.0:1746147279.368462:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39889 00000100:00100000:3.0:1746147279.368469:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+34:3861:x1830967347094272:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147279.368486:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147279.368507:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bd2 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.368534:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c013de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.368544:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c013de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.368552:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c013de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147279.368632:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f4200/0x29021e8779c013d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd2 expref: 36 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.368645:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653200/0x29021e8779c013de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd2 expref: 35 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.368651:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130810000) 00010000:00010000:3.0:1746147279.368654:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746147279.368656:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653200, rc 0) 00000100:00100000:3.0:1746147279.368704:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+35:3861:x1830967347094272:12345-192.168.202.9@tcp:101:dd.0 Request processed in 235us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147279.368709:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39889 00000100:00100000:2.0:1746147279.372747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.375203:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347094400 00000100:00100000:1.0:1746147279.375211:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347094400 00000100:00100000:1.0:1746147279.375272:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30289 00000100:00100000:1.0:1746147279.375280:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+14:3862:x1830967347094400:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:1.0:1746147279.375295:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147279.375310:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bd9 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.375333:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 15 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147279.375340:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.375341:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.375344:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 15 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.375367:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 15 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147279.375384:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 15 pid: 20948 timeout: 891 lvb_type: 1 00000100:00100000:1.0:1746147279.375393:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967340144000:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147279.375457:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800948466c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746147279.379287:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.379402:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347094656 00000100:00100000:3.0:1746147279.379409:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347094656 00000100:00100000:3.0:1746147279.379466:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13736 00000100:00100000:3.0:1746147279.379473:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2005:x1830967347094656:12345-192.168.202.9@tcp:4:dd.0 00010000:00010000:3.0:1746147279.379499:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.379516:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 9 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.379522:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147279.379523:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147279.379526:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.379552:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 9 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.379562:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 9 pid: 9587 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746147279.379572:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:9592:1830967340144128:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147279.379646:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746147279.382100:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:9592:1830967340144128:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147279.382124:0:9592:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.382201:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9587:1830967340144000:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147279.382216:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 15 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.382229:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9de00, rc 0) 00000100:00100000:1.0:1746147279.382346:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+15:3862:x1830967347094400:12345-192.168.202.9@tcp:101:dd.0 Request processed in 7065us (9603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147279.382353:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30289 00000100:00100000:2.0:1746147279.382589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.382628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.382631:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347094912 00000100:00100000:0.0:1746147279.382636:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347094912 00010000:00010000:0.0:1746147279.382660:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 10 pid: 9587 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746147279.382677:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347094784 00000100:00100000:0.0:1746147279.382680:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347094784 00010000:00010000:0.0:1746147279.382688:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 16 pid: 20948 timeout: 891 lvb_type: 1 00000100:00100000:3.0:1746147279.382698:0:8397:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15052 00000100:00100000:3.0:1746147279.382705:0:8397:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967347094912:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147279.382720:0:8397:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746147279.382733:0:8397:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:3.0:1746147279.382736:0:8397:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:3.0:1746147279.382741:0:8397:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 10 pid: 9587 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746147279.382744:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15053 00000100:00100000:0.0:1746147279.382749:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7825c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347094784:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147279.382750:0:8397:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 10 pid: 9587 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746147279.382756:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147279.382766:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 16 pid: 20948 timeout: 891 lvb_type: 1 00010000:00010000:3.0:1746147279.382767:0:8397:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094918600/0x29021e8779c011d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82aa5 expref: 10 pid: 9587 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746147279.382773:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 16 pid: 20948 timeout: 891 lvb_type: 1 00010000:00010000:3.0:1746147279.382780:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.382782:0:8397:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.382783:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c01398 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bb6 expref: 16 pid: 20948 timeout: 891 lvb_type: 1 00010000:00010000:3.0:1746147279.382786:0:8397:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.382792:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.382793:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.382794:0:8397:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.382797:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 14 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.382802:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 14 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.382807:0:8397:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147279.382821:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 14 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.382825:0:8397:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347094912:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 121us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147279.382830:0:8397:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15052 00000100:00100000:0.0:1746147279.382832:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d5df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340144256:192.168.202.9@tcp:105: 00010000:00010000:3.0:1746147279.382856:0:9592:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.382862:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147279.382870:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746147279.392778:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d5df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340144256:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147279.392796:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147279.393875:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7825c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347094784:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 11121us (11241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147279.393888:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15053 00000100:00100000:0.0:1746147279.399040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.399469:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347095040 00000100:00100000:1.0:1746147279.399477:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347095040 00000100:00100000:1.0:1746147279.399515:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30290 00000100:00100000:1.0:1746147279.399523:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:3862:x1830967347095040:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:1.0:1746147279.399537:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147279.399553:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82be0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.399577:0:9587:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 9 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147279.399585:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.399586:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.399590:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 11 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.399618:0:9587:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 9 pid: 20948 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147279.399632:0:9587:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 9 pid: 20948 timeout: 891 lvb_type: 1 00000100:00100000:1.0:1746147279.399642:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009417fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967340144384:192.168.202.9@tcp:104: 00000100:00100000:1.0:1746147279.399720:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800948466c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147279.406208:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009417fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967340144384:192.168.202.9@tcp:104: 00010000:00010000:1.0:1746147279.406235:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 11 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.406330:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9dc00, rc 0) 00000100:00100000:0.0:1746147279.406434:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+11:3862:x1830967347095040:12345-192.168.202.9@tcp:101:dd.0 Request processed in 6910us (7400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147279.406442:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30290 00000100:00100000:0.0:1746147279.414296:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.414582:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347095168 00000100:00100000:2.0:1746147279.414589:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347095168 00010000:00010000:2.0:1746147279.414619:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 12 pid: 20948 timeout: 891 lvb_type: 1 00000100:00100000:2.0:1746147279.415177:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15054 00000100:00100000:2.0:1746147279.415185:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+12:2006:x1830967347095168:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147279.415196:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147279.415211:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 12 pid: 20948 timeout: 891 lvb_type: 1 00010000:00010000:2.0:1746147279.415223:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 12 pid: 20948 timeout: 891 lvb_type: 1 00010000:00010000:2.0:1746147279.415268:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094db3800/0x29021e8779c0139f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bbd expref: 12 pid: 20948 timeout: 891 lvb_type: 1 00010000:00010000:2.0:1746147279.415295:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.415297:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.415304:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 10 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.415311:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 10 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.415339:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 10 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.415349:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091454e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967340144512:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147279.415434:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711780 going to sleep for 11 seconds 00000001:00080000:1.0:1746147279.418883:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970658 is committed 00000001:00080000:1.0:1746147279.418898:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970657 is committed 00002000:00010000:2.0:1746147279.419088:0:9592:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746147279 -> 1746147280 00002000:00010000:2.0:1746147279.419092:0:9592:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746147279 -> 1746147280 00010000:00010000:2.0:1746147279.419102:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.419112:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.419119:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.419124:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130652c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.419127:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.419133:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.419150:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.419155:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130652c00/0x29021e8779c013ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.420764:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2005:x1830967347094656:12345-192.168.202.9@tcp:4:dd.0 Request processed in 41284us (41476us total) trans 4294970658 rc 0/0 00000100:00100000:2.0:1746147279.420774:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13736 00000100:00100000:2.0:1746147279.424300:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091454e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967340144512:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147279.424319:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147279.424366:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347095168:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 9181us (10075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147279.424383:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15054 00000100:00100000:0.0:1746147279.434797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.434892:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347095424 00000100:00100000:2.0:1746147279.434900:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347095424 00000100:00100000:2.0:1746147279.434948:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13737 00000100:00100000:2.0:1746147279.434954:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347095424:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147279.434985:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.434997:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.434998:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.435003:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.435015:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.437384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.437430:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347095680 00000100:00100000:0.0:1746147279.437437:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347095680 00000100:00100000:0.0:1746147279.437481:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13738 00000100:00100000:0.0:1746147279.437487:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347095680:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147279.437512:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.437525:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.437527:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.437532:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.437541:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.451914:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.451928:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.451935:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.451941:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f7600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.451944:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.451951:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.451966:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.451972:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7600/0x29021e8779c013fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.452071:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347095424:12345-192.168.202.9@tcp:3:dd.0 Request processed in 17112us (17277us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.452080:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13737 00010000:00010000:2.0:1746147279.455383:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.455399:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.455407:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.455414:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951a0c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.455417:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.455424:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.455439:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.455445:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800951a0c00/0x29021e8779c01401 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.455512:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347095680:12345-192.168.202.9@tcp:3:dd.0 Request processed in 18021us (18136us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.455522:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13738 00000100:00100000:3.0:1746147279.462161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.462893:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347095936 00000100:00100000:2.0:1746147279.466460:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347095936 00000100:00100000:2.0:1746147279.466537:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13739 00000100:00100000:2.0:1746147279.466544:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347095936:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147279.466620:0:27195:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d0, atime: 0x0, ctime: 0x681417d0, blocks: 0xc800 00010000:00010000:2.0:1746147279.466628:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.466639:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.466640:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.466645:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.466655:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746147279.496939:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970659 is committed 00010000:00010000:2.0:1746147279.497083:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.497093:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.497101:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.497107:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f6400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.497111:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.497117:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.497131:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.497138:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904f6400/0x29021e8779c01408 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.498683:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347095936:12345-192.168.202.9@tcp:4:dd.0 Request processed in 32132us (36522us total) trans 4294970659 rc 0/0 00000100:00100000:2.0:1746147279.498694:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13739 00000100:00100000:0.0:1746147279.505361:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.505429:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.505474:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347096320 00000100:00100000:1.0:1746147279.505482:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347096320 00000100:00100000:1.0:1746147279.505541:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347096448 00000100:00100000:1.0:1746147279.505544:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347096448 00000100:00100000:1.0:1746147279.505562:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13740 00000100:00100000:1.0:1746147279.505569:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347096320:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147279.505594:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.505607:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.505608:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.505613:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.505632:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.505646:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13741 00000100:00100000:2.0:1746147279.505652:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347096448:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147279.505667:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.505673:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.505674:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.505676:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.505683:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.519483:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.519496:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.519503:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.519509:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f7400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.519513:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.519519:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.519533:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.519539:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c01416 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.519619:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347096448:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13962us (14185us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.519628:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13741 00010000:00010000:1.0:1746147279.523477:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.523491:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.523499:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.523505:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944af400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.523508:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.523515:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.523530:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.523535:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944af400/0x29021e8779c0140f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.523612:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347096320:12345-192.168.202.9@tcp:3:dd.0 Request processed in 18039us (18253us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147279.523623:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13740 00000100:00100000:0.0:1746147279.526941:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.526997:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347096704 00000100:00100000:1.0:1746147279.527004:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347096704 00002000:00100000:1.0:1746147279.527038:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880093d5ce00 x1830967347096704/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.527045:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830967347096704 ext(0->4194303) 00002000:00010000:1.0:1746147279.527050:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5ce00 00000100:00100000:1.0:1746147279.528135:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13742 00000100:00100000:1.0:1746147279.528143:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+15:2005:x1830967347096704:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147279.533331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.533492:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347096960 00000100:00100000:2.0:1746147279.533499:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347096960 00000100:00100000:2.0:1746147279.533967:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13743 00000100:00100000:2.0:1746147279.533975:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347096960:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147279.534014:0:27197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d0, atime: 0x0, ctime: 0x681417d0, blocks: 0xc800 00010000:00010000:2.0:1746147279.534021:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.534032:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.534033:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.534038:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.534048:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.542807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.543448:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347097216 00000100:00100000:2.0:1746147279.543456:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347097216 00002000:00100000:2.0:1746147279.543491:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012bfb4000 x1830967347097216/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.543499:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4000 with x1830967347097216 ext(0->4194303) 00002000:00010000:2.0:1746147279.543503:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb4000 00000100:00100000:2.0:1746147279.543524:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13744 00000100:00100000:2.0:1746147279.543531:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+9:2006:x1830967347097216:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:1.0:1746147279.573467:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+17:2005:x1830967347096704:12345-192.168.202.9@tcp:4:dd.0 Request processed in 45317us (46525us total) trans 4294972378 rc 0/0 00000100:00100000:1.0:1746147279.573477:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13742 00002000:00100000:1.0:1746147279.573486:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880093d5ce00 x1830967347096704/t4294972378(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/448 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.573494:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5ce00 with x1830967347096704 ext(0->4194303) 00002000:00010000:1.0:1746147279.573499:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5ce00 00000001:00080000:0.0:1746147279.595623:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970660 is committed 00010000:00010000:2.0:1746147279.596529:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.596540:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.596547:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.596554:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f7400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.596557:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.596563:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.596579:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.596584:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904f7400/0x29021e8779c0141d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.601526:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347096960:12345-192.168.202.9@tcp:4:dd.0 Request processed in 67543us (68193us total) trans 4294970660 rc 0/0 00000100:00100000:2.0:1746147279.601536:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13743 00000100:00100000:3.0:1746147279.607266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.607361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.607554:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347097472 00000100:00100000:2.0:1746147279.607563:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347097472 00000100:00100000:2.0:1746147279.607609:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347097728 00000100:00100000:2.0:1746147279.607611:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347097728 00000100:00100000:2.0:1746147279.607630:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13745 00000100:00100000:2.0:1746147279.607636:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347097472:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147279.607663:0:27197:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.607675:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.607676:0:27197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.607681:0:27197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.607691:0:27197:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147279.608267:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13746 00000100:00100000:0.0:1746147279.608274:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347097728:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147279.608291:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.608298:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.608299:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.608302:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.608311:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147279.613645:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+11:2006:x1830967347097216:12345-192.168.202.9@tcp:4:dd.0 Request processed in 70105us (70837us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746147279.613656:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13744 00002000:00100000:0.0:1746147279.613667:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012bfb4000 x1830967347097216/t4294970661(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/448 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147279.613674:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4000 with x1830967347097216 ext(0->4194303) 00002000:00010000:0.0:1746147279.613679:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb4000 00010000:00010000:2.0:1746147279.624968:0:27197:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.624982:0:27197:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.624989:0:27197:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.624995:0:27197:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f7200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147279.624998:0:27197:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.625006:0:27197:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.625022:0:27197:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.625028:0:27197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f7200/0x29021e8779c01424 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27197 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.625109:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2008:x1830967347097472:12345-192.168.202.9@tcp:3:dd.0 Request processed in 17470us (17870us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147279.625117:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13745 00010000:00010000:0.0:1746147279.631534:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.631550:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.631556:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.631562:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009487ce00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147279.631566:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.631573:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.631593:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.631599:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009487ce00/0x29021e8779c0142b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147279.631670:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347097728:12345-192.168.202.9@tcp:3:dd.0 Request processed in 23392us (24305us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147279.631679:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13746 00000100:00100000:0.0:1746147279.636172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.637258:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347097984 00000100:00100000:2.0:1746147279.637268:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347097984 00000100:00100000:2.0:1746147279.637320:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13747 00000100:00100000:2.0:1746147279.637327:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347097984:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147279.637381:0:9594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d0, atime: 0x0, ctime: 0x681417d0, blocks: 0xc800 00010000:00010000:2.0:1746147279.637388:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.637400:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.637402:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.637407:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.637418:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.638999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.639115:0:27197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347098240 00000100:00100000:0.0:1746147279.639120:0:27197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347098240 00002000:00100000:0.0:1746147279.639145:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88012bfb4380 x1830967347098240/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147279.639153:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967347098240 ext(4194304->8388607) 00002000:00010000:0.0:1746147279.639157:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb4380 00000100:00100000:0.0:1746147279.639180:0:27197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13748 00000100:00100000:0.0:1746147279.639185:0:27197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+17:2005:x1830967347098240:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:2.0:1746147279.655871:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.655901:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347098496 00000100:00100000:2.0:1746147279.655908:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347098496 00002000:00100000:2.0:1746147279.655943:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff880091455180 x1830967347098496/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.655951:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455180 with x1830967347098496 ext(4194304->8388607) 00002000:00010000:2.0:1746147279.655956:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091455180 00000100:00100000:2.0:1746147279.655986:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13749 00000100:00100000:2.0:1746147279.655992:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+11:2006:x1830967347098496:12345-192.168.202.9@tcp:4:dd.0 00000001:00080000:0.0:1746147279.677329:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970662 is committed 00000001:00080000:0.0:1746147279.677341:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970661 is committed 00010000:00010000:3.0:1746147279.677626:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.677637:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.677644:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.677650:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f6c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147279.677654:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.677661:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.677675:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.677681:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904f6c00/0x29021e8779c01432 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.677770:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347097984:12345-192.168.202.9@tcp:4:dd.0 Request processed in 40439us (41601us total) trans 4294970662 rc 0/0 00000100:00100000:3.0:1746147279.677780:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13747 00000100:00100000:1.0:1746147279.695830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.696146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.700459:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347098880 00000100:00100000:0.0:1746147279.700471:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347098880 00000100:00100000:0.0:1746147279.700535:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347099008 00000100:00100000:0.0:1746147279.700537:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347099008 00000100:00100000:0.0:1746147279.700560:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13750 00000100:00100000:0.0:1746147279.700567:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347098880:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147279.700597:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.700609:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.700610:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.700614:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.700625:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147279.701183:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13751 00000100:00100000:0.0:1746147279.701190:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009417f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347099008:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147279.701206:0:24978:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.701218:0:24978:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.701220:0:24978:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147279.701222:0:24978:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.701230:0:24978:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.712773:0:27197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:1fc346d7-2842-4f5e-afba-83962e59d746+19:2005:x1830967347098240:12345-192.168.202.9@tcp:4:dd.0 Request processed in 73577us (73768us total) trans 4294972379 rc 0/0 00000100:00100000:1.0:1746147279.712783:0:27197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13748 00002000:00100000:1.0:1746147279.712793:0:27197:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88012bfb4380 x1830967347098240/t4294972379(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/448 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.712810:0:27197:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb4380 with x1830967347098240 ext(4194304->8388607) 00002000:00010000:1.0:1746147279.712815:0:27197:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb4380 00010000:00010000:1.0:1746147279.733878:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.733894:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.733901:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.733907:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f5a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.733910:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.733918:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.733933:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.733938:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2f5a00/0x29021e8779c01439 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.733997:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347098880:12345-192.168.202.9@tcp:3:dd.0 Request processed in 33426us (38171us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147279.734005:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13750 00010000:00010000:1.0:1746147279.735219:0:24978:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.735229:0:24978:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.735235:0:24978:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.735266:0:24978:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2f4200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.735269:0:24978:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.735275:0:24978:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.735286:0:24978:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.735292:0:24978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b2f4200/0x29021e8779c01440 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.735329:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009417f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347099008:12345-192.168.202.9@tcp:3:dd.0 Request processed in 34138us (39181us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147279.735335:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13751 00000100:00100000:0.0:1746147279.740105:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.740197:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347099264 00000100:00100000:1.0:1746147279.740205:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347099264 00000100:00100000:1.0:1746147279.740291:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13752 00000100:00100000:1.0:1746147279.740299:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347099264:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147279.740338:0:24978:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d0, atime: 0x0, ctime: 0x681417d0, blocks: 0xc800 00010000:00010000:1.0:1746147279.740346:0:24978:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.740357:0:24978:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.740359:0:24978:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.740364:0:24978:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.740385:0:24978:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.747498:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+11:2006:x1830967347098496:12345-192.168.202.9@tcp:4:dd.0 Request processed in 91495us (91624us total) trans 4294970663 rc 0/0 00000100:00100000:2.0:1746147279.747511:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13749 00002000:00100000:2.0:1746147279.747522:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff880091455180 x1830967347098496/t4294970663(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/448 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147279.747537:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455180 with x1830967347098496 ext(4194304->8388607) 00002000:00010000:2.0:1746147279.747542:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091455180 00000100:00100000:2.0:1746147279.755516:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.755589:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347099520 00000100:00100000:0.0:1746147279.755597:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347099520 00002000:00100000:0.0:1746147279.755630:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880091455c00 x1830967347099520/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147279.755644:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830967347099520 ext(8388608->12582911) 00002000:00010000:0.0:1746147279.755649:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455c00 00000100:00100000:0.0:1746147279.755666:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13753 00000100:00100000:0.0:1746147279.755673:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+19:2008:x1830967347099520:12345-192.168.202.9@tcp:4:dd.0 00000001:00080000:2.0:1746147279.758291:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970664 is committed 00000001:00080000:2.0:1746147279.758304:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970663 is committed 00002000:00010000:1.0:1746147279.758453:0:24978:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746147280 -> 1746147281 00002000:00010000:1.0:1746147279.758457:0:24978:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746147280 -> 1746147281 00010000:00010000:1.0:1746147279.758467:0:24978:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.758476:0:24978:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.758545:0:24978:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.758551:0:24978:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e4800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.758554:0:24978:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.758560:0:24978:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.758575:0:24978:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.758581:0:24978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4800/0x29021e8779c01447 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24978 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.758983:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347099264:12345-192.168.202.9@tcp:4:dd.0 Request processed in 18682us (18882us total) trans 4294970664 rc 0/0 00000100:00100000:1.0:1746147279.758992:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13752 00000100:00100000:3.0:1746147279.774699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.775643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.775661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.775732:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347100032 00000100:00100000:1.0:1746147279.775740:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347100032 00000100:00100000:1.0:1746147279.775780:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347100160 00000100:00100000:1.0:1746147279.775782:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347100160 00000100:00100000:1.0:1746147279.775798:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347100288 00000100:00100000:1.0:1746147279.775800:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347100288 00002000:00100000:1.0:1746147279.775814:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012bfb6680 x1830967347100288/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/0 e 0 to 0 dl 1746147290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.775823:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6680 with x1830967347100288 ext(8388608->12582911) 00002000:00010000:1.0:1746147279.775828:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb6680 00000100:00100000:1.0:1746147279.775840:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13754 00000100:00100000:1.0:1746147279.775845:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347100032:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147279.775870:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.775881:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.775882:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.775887:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.775899:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147279.776468:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13755 00000100:00100000:2.0:1746147279.776477:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347100160:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147279.776497:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.776506:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.776508:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.776511:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.776520:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.776534:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13756 00000100:00100000:3.0:1746147279.776541:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347100288:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147279.787991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.788103:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347100544 00000100:00100000:3.0:1746147279.788111:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347100544 00000100:00100000:3.0:1746147279.788146:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 207 00000100:00100000:3.0:1746147279.788152:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+22:3862:x1830967347100544:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:3.0:1746147279.788398:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1fc346d7-2842-4f5e-afba-83962e59d746+23:3862:x1830967347100544:12345-192.168.202.9@tcp:35:dd.0 Request processed in 245us (412us total) trans 4294984883 rc 0/0 00000100:00100000:3.0:1746147279.788404:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 207 00010000:00010000:3.0:1746147279.790469:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.790481:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.790488:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.790494:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904f6c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147279.790497:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.790504:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.790524:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.790530:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800904f6c00/0x29021e8779c01455 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.790580:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347100160:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14101us (14934us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147279.790588:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13755 00000100:00100000:1.0:1746147279.799194:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+21:2008:x1830967347099520:12345-192.168.202.9@tcp:4:dd.0 Request processed in 43513us (43678us total) trans 4294972380 rc 0/0 00000100:00100000:1.0:1746147279.799203:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13753 00002000:00100000:1.0:1746147279.799212:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880091455c00 x1830967347099520/t4294972380(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/448 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147279.799218:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091455c00 with x1830967347099520 ext(8388608->12582911) 00002000:00010000:1.0:1746147279.799223:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091455c00 00000100:00100000:0.0:1746147279.801953:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.801977:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347100800 00000100:00100000:0.0:1746147279.801984:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347100800 00000100:00100000:0.0:1746147279.802024:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 208 00000100:00100000:0.0:1746147279.802030:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac956c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+23:3862:x1830967347100800:12345-192.168.202.9@tcp:35:dd.0 00000001:00080000:0.0:1746147279.802176:0:7242:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294984884 00000100:00100000:0.0:1746147279.802239:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac956c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+25:3862:x1830967347100800:12345-192.168.202.9@tcp:35:dd.0 Request processed in 208us (291us total) trans 4294984885 rc 0/0 00000100:00100000:0.0:1746147279.802261:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 208 00000020:00080000:0.0:1746147279.802264:0:7242:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1746147279.802420:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.802430:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.802436:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.802442:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e5e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.802446:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.802452:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.802471:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.802476:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e5e00/0x29021e8779c0144e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.802511:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347100032:12345-192.168.202.9@tcp:3:dd.0 Request processed in 26665us (27819us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147279.802518:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13754 00000100:00100000:3.0:1746147279.804077:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746147279.804091:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340144640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746147279.804129:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147279.804171:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340144640 00000100:00100000:1.0:1746147279.804177:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340144640 00000100:00100000:1.0:1746147279.804207:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1746147279.804213:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3763:x1830967340144640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746147279.804256:0:15340:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:1.0:1746147279.804293:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3763:x1830967340144640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147279.804299:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1746147279.804309:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3763:1830967340144640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746147279.808565:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.808610:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347101056 00000100:00100000:1.0:1746147279.808617:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347101056 00000100:00100000:1.0:1746147279.808664:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13757 00000100:00100000:1.0:1746147279.808670:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347101056:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147279.808710:0:27195:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:1.0:1746147279.808716:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.808727:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.808730:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.808734:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.808745:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.820053:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1fc346d7-2842-4f5e-afba-83962e59d746+11:2007:x1830967347100288:12345-192.168.202.9@tcp:4:dd.0 Request processed in 43505us (44382us total) trans 4294970665 rc 0/0 00000100:00100000:3.0:1746147279.820064:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13756 00002000:00100000:3.0:1746147279.820075:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012bfb6680 x1830967347100288/t4294970665(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:655/0 lens 488/448 e 0 to 0 dl 1746147290 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147279.820084:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6680 with x1830967347100288 ext(8388608->12582911) 00002000:00010000:3.0:1746147279.820090:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb6680 00000001:00080000:2.0:1746147279.824066:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970666 is committed 00000001:00080000:2.0:1746147279.824077:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970665 is committed 00010000:00010000:1.0:1746147279.824233:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.824262:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.824269:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.824275:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800904c9200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.824278:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.824285:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.824300:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.824305:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800904c9200/0x29021e8779c0145c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.824405:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347101056:12345-192.168.202.9@tcp:4:dd.0 Request processed in 15730us (15842us total) trans 4294970666 rc 0/0 00000100:00100000:1.0:1746147279.824413:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13757 00000100:00100000:0.0:1746147279.826761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.826836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.826898:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347101440 00000100:00100000:1.0:1746147279.826905:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347101440 00000100:00100000:3.0:1746147279.826929:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347101568 00000100:00100000:3.0:1746147279.826933:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347101568 00000100:00100000:1.0:1746147279.827332:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13758 00000100:00100000:3.0:1746147279.827338:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13759 00000100:00100000:1.0:1746147279.827340:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347101440:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147279.827345:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347101568:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147279.827364:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.827365:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.827385:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.827387:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.827391:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.827402:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.827469:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.827471:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.827474:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.827483:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.838527:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.838542:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.838550:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.838561:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009048f000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147279.838564:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.838571:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.838586:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.838592:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048f000/0x29021e8779c01463 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147279.839328:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347101568:12345-192.168.202.9@tcp:3:dd.0 Request processed in 11976us (12484us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147279.839336:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13759 00010000:00010000:1.0:1746147279.841498:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.841509:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.841515:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.841524:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096a3d600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.841527:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.841533:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.841547:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.841552:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c0146a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.841619:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347101440:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14277us (14861us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147279.841628:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13758 00000100:00100000:0.0:1746147279.846967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.847060:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347101824 00000100:00100000:1.0:1746147279.847069:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347101824 00000100:00100000:1.0:1746147279.847334:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13760 00000100:00100000:1.0:1746147279.847343:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347101824:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147279.847393:0:27195:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:1.0:1746147279.847401:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.847412:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.847414:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.847419:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.847431:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746147279.859484:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970667 is committed 00010000:00010000:1.0:1746147279.859634:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.859644:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.859651:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.859657:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096a3d600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.859661:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.859668:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.859682:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.859688:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096a3d600/0x29021e8779c01471 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.859783:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347101824:12345-192.168.202.9@tcp:4:dd.0 Request processed in 12438us (12820us total) trans 4294970667 rc 0/0 00000100:00100000:1.0:1746147279.859794:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13760 00000100:00100000:3.0:1746147279.864708:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.864754:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.864779:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347102208 00000100:00100000:1.0:1746147279.864786:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347102208 00000100:00100000:2.0:1746147279.864803:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347102336 00000100:00100000:2.0:1746147279.864807:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347102336 00000100:00100000:1.0:1746147279.864838:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13761 00000100:00100000:1.0:1746147279.864845:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347102208:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:2.0:1746147279.864846:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13762 00000100:00100000:2.0:1746147279.864852:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347102336:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:2.0:1746147279.864870:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.864870:0:27195:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.864880:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.864880:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147279.864882:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.864882:0:27195:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.864886:0:27195:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.864887:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147279.864896:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.864896:0:27195:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.877731:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.877746:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.877753:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.877758:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eca600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147279.877762:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.877769:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.877783:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.877788:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c01478 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.877890:0:27195:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.877897:0:27195:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.877902:0:27195:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.877907:0:27195:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.877909:0:27195:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.877918:0:27195:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.877925:0:27195:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.877930:0:27195:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46000/0x29021e8779c0147f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27195 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.878007:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347102208:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13158us (13302us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147279.878016:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13761 00000100:00100000:0.0:1746147279.878230:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347102336:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13377us (13475us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147279.878236:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13762 00000100:00100000:2.0:1746147279.881755:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.881855:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347102592 00000100:00100000:1.0:1746147279.881863:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347102592 00000100:00100000:1.0:1746147279.881912:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13763 00000100:00100000:1.0:1746147279.881919:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347102592:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147279.881957:0:9594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:1.0:1746147279.881963:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.881974:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.881976:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.881981:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.881991:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746147279.903539:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970668 is committed 00010000:00010000:1.0:1746147279.904686:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.904698:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.904704:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.904709:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.904712:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.904719:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.904734:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.904739:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b47c00/0x29021e8779c01486 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.906035:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347102592:12345-192.168.202.9@tcp:4:dd.0 Request processed in 24110us (24280us total) trans 4294970668 rc 0/0 00000100:00100000:1.0:1746147279.906044:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13763 00000100:00100000:0.0:1746147279.910583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.910630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.910702:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347102848 00000100:00100000:1.0:1746147279.910710:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347102848 00000100:00100000:1.0:1746147279.910919:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347103104 00000100:00100000:1.0:1746147279.910923:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347103104 00000100:00100000:1.0:1746147279.910941:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13764 00000100:00100000:1.0:1746147279.910948:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347102848:12345-192.168.202.9@tcp:3:dd.0 00000100:00100000:3.0:1746147279.910957:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13765 00000100:00100000:3.0:1746147279.910966:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347103104:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147279.910979:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.910986:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.910990:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.910992:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.910995:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.910996:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.910996:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.910999:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.911007:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.911008:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.923498:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.923518:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.923526:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.923531:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009048e400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147279.923535:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.923541:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.923555:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.923559:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009048e400/0x29021e8779c01494 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.923616:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347103104:12345-192.168.202.9@tcp:3:dd.0 Request processed in 12648us (12982us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147279.923625:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13765 00010000:00010000:1.0:1746147279.924461:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.924471:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.924477:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.924482:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.924485:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.924491:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.924500:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.924504:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b46c00/0x29021e8779c0148d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.924572:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347102848:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13623us (13994us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147279.924579:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13764 00000100:00100000:2.0:1746147279.930866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147279.931035:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347103360 00000100:00100000:1.0:1746147279.931044:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347103360 00000100:00100000:1.0:1746147279.931100:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13766 00000100:00100000:1.0:1746147279.931107:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347103360:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147279.931145:0:9594:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:1.0:1746147279.931152:0:9594:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.931164:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.931165:0:9594:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.931170:0:9594:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.931182:0:9594:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746147279.950863:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970669 is committed 00010000:00010000:1.0:1746147279.951025:0:9594:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.951037:0:9594:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.951043:0:9594:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.951048:0:9594:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944afa00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147279.951051:0:9594:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.951058:0:9594:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.951074:0:9594:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.951079:0:9594:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800944afa00/0x29021e8779c0149b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9594 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147279.953843:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347103360:12345-192.168.202.9@tcp:4:dd.0 Request processed in 22726us (22973us total) trans 4294970669 rc 0/0 00000100:00100000:1.0:1746147279.953855:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13766 00000100:00100000:2.0:1746147279.958448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147279.958513:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147279.958589:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347103616 00000100:00100000:3.0:1746147279.958597:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347103616 00000100:00100000:3.0:1746147279.958650:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347103872 00000100:00100000:3.0:1746147279.958653:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347103872 00000100:00100000:3.0:1746147279.958673:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13767 00000100:00100000:3.0:1746147279.958680:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347103616:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147279.958710:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.958722:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.958723:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.958727:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.958741:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.959332:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13768 00000100:00100000:3.0:1746147279.959338:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347103872:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147279.959356:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.959365:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.959377:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147279.959380:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.959389:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.976876:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.976892:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.976900:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.976907:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009048f400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147279.976911:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.976918:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.976934:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147279.976941:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147279.977014:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347103616:12345-192.168.202.9@tcp:3:dd.0 Request processed in 18330us (18569us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147279.977024:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13767 00010000:00010000:0.0:1746147279.978395:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.978408:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.978415:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.978420:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009048f000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746147279.978424:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.978431:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.978444:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147279.978451:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009048f000/0x29021e8779c014a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147279.978573:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2006:x1830967347103872:12345-192.168.202.9@tcp:3:dd.0 Request processed in 19232us (20057us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147279.978581:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13768 00000100:00100000:2.0:1746147279.984075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147279.984232:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347104128 00000100:00100000:0.0:1746147279.984335:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347104128 00000100:00100000:1.0:1746147279.985440:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13769 00000100:00100000:1.0:1746147279.985449:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347104128:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:1.0:1746147279.985490:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:1.0:1746147279.985499:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.985511:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.985512:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147279.985517:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147279.985527:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746147280.011451:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970670 is committed 00010000:00010000:1.0:1746147280.011718:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.011730:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.011738:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.011744:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b12ba00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147280.011748:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.011754:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.011769:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.011779:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b12ba00/0x29021e8779c014b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147280.012583:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347104128:12345-192.168.202.9@tcp:4:dd.0 Request processed in 26431us (27813us total) trans 4294970670 rc 0/0 00000100:00100000:1.0:1746147280.012594:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13769 00000100:00100000:0.0:1746147280.017038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.017083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.017108:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347104512 00000100:00100000:1.0:1746147280.017116:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347104512 00000100:00100000:3.0:1746147280.017838:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347104640 00000100:00100000:3.0:1746147280.017842:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347104640 00000100:00100000:1.0:1746147280.018529:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13770 00000100:00100000:1.0:1746147280.018538:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347104512:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147280.018568:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.018579:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147280.018581:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147280.018585:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.018596:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147280.019751:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13771 00000100:00100000:3.0:1746147280.019761:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347104640:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147280.019782:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.019794:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147280.019795:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147280.019798:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.019806:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.031800:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.031812:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.031824:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.031831:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800905c0c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147280.031834:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.031841:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.031858:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.031863:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800905c0c00/0x29021e8779c014b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147280.031917:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347104512:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13376us (14881us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.031925:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13770 00010000:00010000:3.0:1746147280.036438:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.036453:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.036460:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.036466:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009048f400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147280.036469:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.036476:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.036491:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.036497:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009048f400/0x29021e8779c014be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147280.036846:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347104640:12345-192.168.202.9@tcp:3:dd.0 Request processed in 17081us (19755us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.036856:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13771 00000100:00100000:0.0:1746147280.043511:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.043598:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347104896 00000100:00100000:3.0:1746147280.043606:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347104896 00000100:00100000:3.0:1746147280.043665:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13772 00000100:00100000:3.0:1746147280.043672:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347104896:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:3.0:1746147280.043711:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:3.0:1746147280.043718:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.043876:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147280.043878:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147280.043883:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.043895:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746147280.066593:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970671 is committed 00010000:00010000:3.0:1746147280.067014:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.067026:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.067033:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.067040:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e5000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147280.067044:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.067051:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.067065:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.067071:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e5000/0x29021e8779c014c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147280.067532:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2005:x1830967347104896:12345-192.168.202.9@tcp:4:dd.0 Request processed in 23855us (24024us total) trans 4294970671 rc 0/0 00000100:00100000:3.0:1746147280.067541:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13772 00000100:00100000:0.0:1746147280.072741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.072789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.072945:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347105280 00000100:00100000:3.0:1746147280.072953:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347105280 00000100:00100000:3.0:1746147280.072995:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347105408 00000100:00100000:3.0:1746147280.072998:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347105408 00000100:00100000:3.0:1746147280.073260:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13773 00000100:00100000:3.0:1746147280.073268:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347105280:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147280.073297:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.073308:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147280.073311:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147280.073315:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.073326:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147280.074346:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13774 00000100:00100000:1.0:1746147280.074354:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347105408:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147280.074384:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.074393:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147280.074394:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147280.074398:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.074407:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.084581:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.084595:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.084602:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.084608:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e5600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147280.084611:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.084619:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.084633:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.084638:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e5600/0x29021e8779c014cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147280.084718:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347105280:12345-192.168.202.9@tcp:3:dd.0 Request processed in 11447us (11980us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.084728:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13773 00010000:00010000:1.0:1746147280.087196:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.087212:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.087220:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.087226:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800905c1a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147280.087230:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.087238:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.087295:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.087301:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800905c1a00/0x29021e8779c014d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147280.087429:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2007:x1830967347105408:12345-192.168.202.9@tcp:3:dd.0 Request processed in 13026us (14590us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.087441:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13774 00000100:00100000:1.0:1746147280.090650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.090732:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347105664 00000100:00100000:2.0:1746147280.090740:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347105664 00000100:00100000:2.0:1746147280.090792:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13775 00000100:00100000:2.0:1746147280.090798:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347105664:12345-192.168.202.9@tcp:4:dd.0 00002000:00010000:2.0:1746147280.090841:0:9593:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:2.0:1746147280.090849:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.090860:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147280.090861:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147280.090866:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.090881:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746147280.114462:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970672 is committed 00010000:00010000:2.0:1746147280.114859:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.114870:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.114877:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.114883:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ecba00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147280.114886:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.114893:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.114907:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.114911:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094ecba00/0x29021e8779c014da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147280.115943:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2007:x1830967347105664:12345-192.168.202.9@tcp:4:dd.0 Request processed in 25139us (25295us total) trans 4294970672 rc 0/0 00000100:00100000:2.0:1746147280.115954:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13775 00000100:00100000:2.0:1746147280.121322:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.121396:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347105920 00000100:00100000:0.0:1746147280.121403:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347105920 00000100:00100000:0.0:1746147280.121455:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13776 00000100:00100000:0.0:1746147280.121462:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347105920:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:0.0:1746147280.121490:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.121506:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.121508:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.121513:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.121522:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.130045:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.130058:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.130065:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.130071:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746147280.130074:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.130081:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.130095:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.130100:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b47600/0x29021e8779c014e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147280.130556:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2005:x1830967347105920:12345-192.168.202.9@tcp:3:dd.0 Request processed in 9090us (9237us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.130565:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13776 00000100:00100000:0.0:1746147280.134670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.134811:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347106048 00000100:00100000:2.0:1746147280.134817:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347106048 00000100:00100000:2.0:1746147280.134852:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30291 00000100:00100000:2.0:1746147280.134858:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+7:3861:x1830967347106048:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:2.0:1746147280.134872:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147280.134887:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c014e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82be7 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147280.134906:0:9587:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x681417d1, atime: 0x0, ctime: 0x681417d1, blocks: 0xc800 00010000:00010000:2.0:1746147280.134923:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147280.134924:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147280.134930:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c014e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be7 expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.134941:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094eca600/0x29021e8779c014e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be7 expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.134949:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094eca600, rc 0) 00000100:00100000:2.0:1746147280.135001:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:3861:x1830967347106048:12345-192.168.202.9@tcp:101:dd.0 Request processed in 143us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147280.135006:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30291 00000100:00100000:3.0:1746147280.147081:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.147167:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347106176 00000100:00100000:2.0:1746147280.147175:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347106176 00002000:00100000:2.0:1746147280.147211:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88012bfb5c00 x1830967347106176/t0(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.147220:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5c00 with x1830967347106176 ext(25165824->26214399) 00002000:00010000:2.0:1746147280.147225:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb5c00 00000100:00100000:2.0:1746147280.147564:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13777 00000100:00100000:2.0:1746147280.147573:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347106176:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147280.163440:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967347106176:12345-192.168.202.9@tcp:4:dd.0 Request processed in 15857us (16353us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746147280.163452:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13777 00002000:00100000:0.0:1746147280.163462:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88012bfb5c00 x1830967347106176/t4294970673(0) o4->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/448 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147280.163471:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb5c00 with x1830967347106176 ext(25165824->26214399) 00002000:00010000:0.0:1746147280.163477:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb5c00 00000100:00100000:0.0:1746147280.168641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.168753:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347106304 00000100:00100000:2.0:1746147280.168761:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347106304 00000100:00100000:2.0:1746147280.169079:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30292 00000100:00100000:2.0:1746147280.169087:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2007:x1830967347106304:12345-192.168.202.9@tcp:16:dd.0 00000001:00080000:2.0:1746147280.170317:0:9585:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970673 is committed 00000100:00100000:0.0:1746147280.170438:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2007:x1830967347106304:12345-192.168.202.9@tcp:16:dd.0 Request processed in 1350us (1802us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147280.170446:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30292 00000100:00100000:3.0:1746147280.173953:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.174098:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347106560 00000100:00100000:0.0:1746147280.174108:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347106560 00000100:00080000:1.0:1746147280.174226:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746147280.174998:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 209 00000100:00100000:0.0:1746147280.175008:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+35:3861:x1830967347106560:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:0.0:1746147280.175196:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+36:3861:x1830967347106560:12345-192.168.202.9@tcp:35:dd.0 Request processed in 190us (1249us total) trans 4294984886 rc 0/0 00000100:00100000:0.0:1746147280.175202:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 209 00000100:00100000:0.0:1746147280.191104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.191318:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347106688 00000100:00100000:3.0:1746147280.191327:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347106688 00000100:00100000:3.0:1746147280.191880:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39890 00000100:00100000:3.0:1746147280.191888:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+36:3866:x1830967347106688:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:3.0:1746147280.191909:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147280.191925:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c014ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bee expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.191970:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c014f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.191980:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c014f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.191988:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c014f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147280.192019:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147280.192022:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147280.192036:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c014f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.192052:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093748400/0x29021e8779c014ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bee expref: 38 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.192069:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c014f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bee expref: 37 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.192080:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147280.192083:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147280.192086:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749200, rc 0) 00000100:00100000:3.0:1746147280.192124:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+37:3866:x1830967347106688:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 237us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147280.192130:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39890 00000100:00100000:0.0:1746147280.194834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.195353:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347106816 00000100:00100000:2.0:1746147280.195360:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347106816 00000100:00100000:0.0:1746147280.195393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.195457:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347106944 00000100:00100000:1.0:1746147280.195460:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347106944 00000100:00100000:1.0:1746147280.195575:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 692 00000100:00100000:1.0:1746147280.195583:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967347106944:12345-192.168.202.9@tcp:63:ll_sa.0 00010000:00010000:1.0:1746147280.195610:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147280.195624:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626400/0x29021e8779c014fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bfc expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.195663:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195674:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195682:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195692:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195698:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195703:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195733:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195742:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195747:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195752:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093626a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147280.195755:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195761:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195769:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.195771:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.195774:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.195779:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c01504 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196312:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196318:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196322:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196326:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093627000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147280.196329:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196337:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196343:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88008fe23100) 00010000:00010000:1.0:1746147280.196345:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.196347:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196351:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627000/0x29021e8779c0150b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.196387:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626400/0x29021e8779c014fd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bfc expref: 39 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.196394:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.196396:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746147280.196398:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626400/0x29021e8779c014fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bfc expref: 39 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.196405:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626400, rc -2) 00000100:00100000:1.0:1746147280.196454:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2005:x1830967347106944:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 872us (1059us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746147280.196460:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 692 00000100:00100000:2.0:1746147280.196592:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39891 00000100:00100000:2.0:1746147280.196599:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+37:3866:x1830967347106816:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:2.0:1746147280.196608:0:10503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147280.196616:0:10503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c01512 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82bf5 expref: -99 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.196641:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196648:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196654:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196660:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196666:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196673:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196718:0:10503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c01527 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196724:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c01527 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196730:0:10503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c01527 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00000004:00200000:2.0:1746147280.196758:0:10503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00000004:00200000:2.0:1746147280.196762:0:10503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147280.196774:0:10503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c01527 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196781:0:10503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c01527 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196786:0:10503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196790:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196794:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196798:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196802:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094eca800 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147280.196804:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196809:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196815:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147280.196816:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147280.196818:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196822:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094eca800/0x29021e8779c01519 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196848:0:10503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196853:0:10503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196857:0:10503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196861:0:10503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094ecb200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147280.196863:0:10503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196867:0:10503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196873:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:2.0:1746147280.196875:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746147280.196882:0:10503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196886:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb200/0x29021e8779c01520 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10503 initiator: MDT0 00010000:00010000:2.0:1746147280.196903:0:10503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecba00/0x29021e8779c01512 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bf5 expref: 39 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.196911:0:10503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c01527 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bf5 expref: 38 pid: 10503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.196916:0:10503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:2.0:1746147280.196918:0:10503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147280.196920:0:10503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094ecb400, rc 0) 00000100:00100000:2.0:1746147280.196952:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+38:3866:x1830967347106816:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 354us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147280.196957:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39891 00000100:00100000:0.0:1746147280.199570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.199597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.199670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.199839:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107328 00000100:00100000:3.0:1746147280.199846:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107328 00000100:00100000:3.0:1746147280.199884:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 618 00000100:00100000:3.0:1746147280.199890:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2008:x1830967347107328:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147280.199901:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746147280.199913:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107072 00010000:00010000:3.0:1746147280.199916:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094ecb400/0x29021e8779c01527 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bf5 expref: 38 pid: 10503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147280.199916:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107072 00010000:00010000:3.0:1746147280.199931:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00000100:00100000:2.0:1746147280.199933:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107200 00010000:00010000:3.0:1746147280.199934:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147280.199935:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107200 00000100:00100000:2.0:1746147280.199947:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30293 00000100:00100000:2.0:1746147280.199951:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347107072:12345-192.168.202.9@tcp:101:checkstat.0 00000100:00100000:3.0:1746147280.199961:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2008:x1830967347107328:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 73us (292us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147280.199962:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746147280.199966:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 618 00010000:00010000:2.0:1746147280.199970:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944af800/0x29021e8779c0152e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c03 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147280.199990:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30294 00000100:00100000:3.0:1746147280.199994:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347107200:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:3.0:1746147280.200000:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746147280.200006:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009051df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340144768:192.168.202.9@tcp:106: 00010000:00010000:3.0:1746147280.200008:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01535 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c0a expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147280.200032:0:9589:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340144896:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147280.200166:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746147280.200709:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147280.200785:0:9589:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1746147280.203103:0:9589:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746147280.203109:0:9589:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746147281 00002000:00010000:0.0:1746147280.203111:0:9589:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746147280 00002000:00010000:0.0:1746147280.203112:0:9589:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746147281 00002000:00010000:0.0:1746147280.203114:0:9589:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746147280.203122:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.203128:0:9589:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9589:1830967340144896:192.168.202.9@tcp:106: 00000100:00100000:3.0:1746147280.203153:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107456 00010000:00010000:0.0:1746147280.203153:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01535 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c0a expref: 9 pid: 9589 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746147280.203157:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107456 00010000:00010000:0.0:1746147280.203165:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093749800/0x29021e8779c01535 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c0a expref: 9 pid: 9589 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746147280.203198:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 571 00010000:00010000:0.0:1746147280.203198:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749800, rc 0) 00000100:00100000:3.0:1746147280.203203:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347107456:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:0.0:1746147280.203237:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347107200:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 3235us (3632us total) trans 0 rc 301/301 00000100:00100000:0.0:1746147280.203265:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30294 00002000:00010000:2.0:1746147280.203397:0:9588:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746147280.203400:0:9588:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1746147281 00002000:00010000:2.0:1746147280.203402:0:9588:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1746147280 00002000:00010000:2.0:1746147280.203404:0:9588:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1746147281 00002000:00010000:2.0:1746147280.203405:0:9588:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746147280.203414:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009051df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340144768:192.168.202.9@tcp:106: 00010000:00010000:2.0:1746147280.203428:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944af800/0x29021e8779c0152e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c03 expref: 16 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147280.203436:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944af800/0x29021e8779c0152e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c03 expref: 16 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147280.203446:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944af800, rc 0) 00000100:00100000:3.0:1746147280.203637:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d0f53c4b-025b-4c7a-9fc0-6e0cb174f5e9+12:2008:x1830967347107456:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 432us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147280.203643:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 571 00000100:00100000:2.0:1746147280.203703:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347107072:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 3749us (4136us total) trans 0 rc 301/301 00000100:00100000:2.0:1746147280.203708:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30293 00000100:00100000:1.0:1746147280.204267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.204291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.204314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.204327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.204346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.204363:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107968 00000100:00100000:1.0:1746147280.204374:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107968 00000100:00100000:2.0:1746147280.204377:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107712 00000100:00100000:2.0:1746147280.204380:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107712 00000100:00100000:1.0:1746147280.204390:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347108096 00000100:00100000:1.0:1746147280.204392:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347108096 00000100:00100000:2.0:1746147280.204395:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107584 00000100:00100000:2.0:1746147280.204397:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107584 00000100:00100000:1.0:1746147280.204404:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 810 00000100:00100000:1.0:1746147280.204409:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+9:2008:x1830967347107968:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147280.204411:0:10503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347107840 00000100:00100000:2.0:1746147280.204412:0:10503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347107840 00000100:00100000:2.0:1746147280.204423:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1175 00000100:00100000:2.0:1746147280.204427:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+25:2008:x1830967347107712:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:1.0:1746147280.204434:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+9:2008:x1830967347107968:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 25us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147280.204439:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 810 00000100:00100000:1.0:1746147280.204447:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 811 00000100:00100000:2.0:1746147280.204449:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1fc346d7-2842-4f5e-afba-83962e59d746+25:2008:x1830967347107712:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 21us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147280.204450:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+21:2008:x1830967347108096:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147280.204459:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1175 00000100:00100000:1.0:1746147280.204465:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1fc346d7-2842-4f5e-afba-83962e59d746+21:2008:x1830967347108096:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 14us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147280.204466:0:10503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1176 00000100:00100000:1.0:1746147280.204469:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 811 00000100:00100000:2.0:1746147280.204470:0:10503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347107584:12345-192.168.202.9@tcp:400:kworker.0 00000100:00100000:2.0:1746147280.204489:0:10503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c87836e4-e7c1-48ac-86a6-801997ef6141+7:2008:x1830967347107584:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 18us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147280.204491:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 1177 00000100:00100000:2.0:1746147280.204493:0:10503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1176 00000100:00100000:1.0:1746147280.204495:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1fc346d7-2842-4f5e-afba-83962e59d746+7:2008:x1830967347107840:12345-192.168.202.9@tcp:400:kworker.0 00000100:00080000:2.0:1746147280.204503:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746147280.204511:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1fc346d7-2842-4f5e-afba-83962e59d746+7:2008:x1830967347107840:12345-192.168.202.9@tcp:400:kworker.0 Request processed in 16us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147280.204515:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 1177 00000100:00100000:0.0:1746147280.214407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.214470:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347108224 00000100:00100000:2.0:1746147280.214478:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347108224 00000100:00100000:2.0:1746147280.214747:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39892 00000100:00100000:2.0:1746147280.214755:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+25:3867:x1830967347108224:12345-192.168.202.9@tcp:101:checkstat.0 00010000:00010000:2.0:1746147280.214772:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147280.214787:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af800/0x29021e8779c0153c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c11 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.214832:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147280.214842:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147280.214850:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:2.0:1746147280.214884:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746147280.214887:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746147280.214900:0:7240:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147280.214917:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af800/0x29021e8779c0153c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 27 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.214976:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 26 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.214983:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147280.214986:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746147280.214989:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944aee00, rc 0) 00000100:00100000:2.0:1746147280.215034:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+26:3867:x1830967347108224:12345-192.168.202.9@tcp:101:checkstat.0 Request processed in 279us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147280.215040:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39892 00000100:00100000:2.0:1746147280.218486:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.218640:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347108352 00000100:00100000:1.0:1746147280.218647:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347108352 00000100:00100000:1.0:1746147280.218692:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 693 00000100:00100000:1.0:1746147280.218699:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1fc346d7-2842-4f5e-afba-83962e59d746+26:2005:x1830967347108352:12345-192.168.202.9@tcp:63:ll_sa.0 00010000:00010000:1.0:1746147280.218726:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147280.218742:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c0154a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c18 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.218781:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218791:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218798:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218808:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218813:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218817:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218845:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218851:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218857:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218862:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093627a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147280.218865:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218870:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218882:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.218884:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.218888:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218892:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093627a00/0x29021e8779c01551 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218905:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218909:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218913:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218917:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800951b1200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147280.218919:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218922:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218927:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008fe23700) 00010000:00010000:1.0:1746147280.218929:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.218931:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218935:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800951b1200/0x29021e8779c01558 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:1.0:1746147280.218957:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c0154a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c18 expref: 27 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.218964:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.218966:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746147280.218969:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093626a00/0x29021e8779c0154a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c18 expref: 27 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.218976:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093626a00, rc -2) 00000100:00100000:1.0:1746147280.219017:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009051df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1fc346d7-2842-4f5e-afba-83962e59d746+26:2005:x1830967347108352:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 318us (536us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746147280.219023:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 693 00000100:00100000:0.0:1746147280.227786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.228684:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347108608 00000100:00100000:2.0:1746147280.228691:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347108608 00000100:00100000:2.0:1746147280.229272:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39893 00000100:00100000:2.0:1746147280.229281:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+37:3870:x1830967347108608:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:2.0:1746147280.229299:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147280.229317:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afa00/0x29021e8779c0155f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c50 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.229414:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af800/0x29021e8779c01566 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147280.229426:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af800/0x29021e8779c01566 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:2.0:1746147280.229436:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af800/0x29021e8779c01566 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:2.0:1746147280.229445:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:2.0:1746147280.229529:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944afa00/0x29021e8779c0155f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c50 expref: 40 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.229563:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af800/0x29021e8779c01566 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c50 expref: 39 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.229570:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:2.0:1746147280.229573:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147280.229576:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944af800, rc 0) 00000100:00100000:2.0:1746147280.229625:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+39:3870:x1830967347108608:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 345us (1846us total) trans 4294984887 rc 0/0 00000100:00100000:2.0:1746147280.229630:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39893 00000100:00100000:0.0:1746147280.235404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.235445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.235533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.235649:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347108864 00000100:00100000:2.0:1746147280.235656:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347108864 00000100:00100000:3.0:1746147280.235937:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347108736 00000100:00100000:3.0:1746147280.235941:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347108736 00000100:00100000:3.0:1746147280.235974:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347108992 00000100:00100000:3.0:1746147280.235977:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347108992 00000100:00100000:2.0:1746147280.236028:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 619 00000100:00100000:2.0:1746147280.236035:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+39:2006:x1830967347108864:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147280.236047:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147280.236068:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944af800/0x29021e8779c01566 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c50 expref: 39 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.236086:0:7225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:2.0:1746147280.236090:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147280.236129:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+38:2006:x1830967347108864:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 95us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147280.236135:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 619 00000100:00100000:3.0:1746147280.236261:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30295 00000100:00100000:3.0:1746147280.236267:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347108736:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:3.0:1746147280.236278:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147280.236288:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749000/0x29021e8779c01574 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c57 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147280.236323:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340145024:192.168.202.9@tcp:106: 00000100:00100000:3.0:1746147280.236373:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90600 going to sleep for 11 seconds 00000100:00100000:1.0:1746147280.236710:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30296 00000100:00100000:1.0:1746147280.236717:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347108992:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:1.0:1746147280.236724:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147280.236731:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779c0157b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c5e expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147280.236753:0:9587:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880079af1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967340145152:192.168.202.9@tcp:106: 00000100:00100000:1.0:1746147280.236772:0:9587:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800948466c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746147280.238850:0:9587:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880079af1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9587:1830967340145152:192.168.202.9@tcp:106: 00010000:00010000:1.0:1746147280.238875:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779c0157b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c5e expref: 9 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147280.238886:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009367f800/0x29021e8779c0157b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c5e expref: 9 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746147280.238904:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367f800, rc 0) 00000100:00100000:1.0:1746147280.238936:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+8:2006:x1830967347108992:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 2219us (3401us total) trans 0 rc 301/301 00000100:00100000:1.0:1746147280.238942:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30296 00000100:00100000:3.0:1746147280.239028:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340145024:192.168.202.9@tcp:106: 00010000:00010000:3.0:1746147280.239045:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749000/0x29021e8779c01574 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c57 expref: 16 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147280.239057:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749000/0x29021e8779c01574 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c57 expref: 16 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147280.239069:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749000, rc 0) 00000100:00100000:3.0:1746147280.239097:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:2006:x1830967347108736:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 2831us (3651us total) trans 0 rc 301/301 00000100:00100000:3.0:1746147280.239102:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30295 00000100:00100000:0.0:1746147280.246608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.246963:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347109120 00000100:00100000:3.0:1746147280.246971:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347109120 00000100:00100000:3.0:1746147280.247062:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30297 00000100:00100000:3.0:1746147280.247070:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+15:3870:x1830967347109120:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:3.0:1746147280.247088:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147280.247104:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095199c00/0x29021e8779c01582 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c65 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.247129:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 20 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.247136:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147280.247138:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147280.247141:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095199c00/0x29021e8779c01582 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c65 expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.247166:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 20 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.247181:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 20 pid: 9587 timeout: 892 lvb_type: 0 00000100:00100000:3.0:1746147280.247191:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340145280:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147280.247295:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147280.250994:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340145280:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147280.251022:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095199c00/0x29021e8779c01582 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c65 expref: 16 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.251038:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095199c00, rc 0) 00000100:00100000:3.0:1746147280.251075:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:3870:x1830967347109120:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 4005us (4473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147280.251083:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30297 00000100:00100000:0.0:1746147280.251320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.251629:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347109248 00000100:00100000:1.0:1746147280.251635:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347109248 00002000:00100000:1.0:1746147280.251666:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff880091424e00 x1830967347109248/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.251673:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424e00 with x1830967347109248 ext(12582912->13631487) 00010000:00010000:1.0:1746147280.251679:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 21 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746147280.251689:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 21 pid: 9587 timeout: 892 lvb_type: 0 00002000:00010000:1.0:1746147280.251694:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424e00 00000100:00100000:1.0:1746147280.251719:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 2971 00000100:00100000:1.0:1746147280.251726:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+21:2005:x1830967347109248:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147280.260570:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+23:2005:x1830967347109248:12345-192.168.202.9@tcp:4:dd.0 Request processed in 8835us (9241us total) trans 4294972381 rc 0/0 00000100:00100000:0.0:1746147280.260581:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 2971 00002000:00100000:0.0:1746147280.260592:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff880091424e00 x1830967347109248/t4294972381(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/448 e 0 to 0 dl 1746147291 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147280.260599:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091424e00 with x1830967347109248 ext(12582912->13631487) 00010000:00010000:0.0:1746147280.260608:0:9593:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 23 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746147280.260622:0:9593:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 23 pid: 9587 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746147280.260628:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091424e00 00000100:00100000:2.0:1746147280.270068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.270141:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347109376 00000100:00100000:0.0:1746147280.270148:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347109376 00010000:00010000:0.0:1746147280.270176:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 23 pid: 9587 timeout: 892 lvb_type: 0 00000100:00100000:0.0:1746147280.270209:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15055 00000100:00100000:0.0:1746147280.270215:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+23:2006:x1830967347109376:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746147280.270226:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746147280.270269:0:7226:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:0.0:1746147280.270275:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 23 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746147280.270285:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 23 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746147280.270304:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b9de00/0x29021e8779c013e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bd9 expref: 23 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746147280.270325:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.270326:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.270333:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095199c00/0x29021e8779c01582 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c65 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.270340:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095199c00/0x29021e8779c01582 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c65 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.270378:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095199c00/0x29021e8779c01582 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c65 expref: 15 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147280.270389:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091427480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340145408:192.168.202.9@tcp:105: 00000100:00100000:0.0:1746147280.270463:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800937c4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746147280.275899:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091427480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7226:1830967340145408:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147280.275919:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147280.275967:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+22:2006:x1830967347109376:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5751us (5904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147280.275977:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15055 00000100:00100000:0.0:1746147280.285097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.285164:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347109632 00000100:00100000:2.0:1746147280.285172:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347109632 00002000:00100000:2.0:1746147280.285213:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->1048575) req@ffff880091427800 x1830967347109632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.285221:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427800 with x1830967347109632 ext(0->1048575) 00002000:00010000:2.0:1746147280.285226:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427800 00000100:00100000:2.0:1746147280.285291:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13778 00000100:00100000:2.0:1746147280.285298:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347109632:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.297224:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347109632:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 11915us (12123us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.297238:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13778 00002000:00100000:2.0:1746147280.297266:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->1048575) req@ffff880091427800 x1830967347109632/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.297275:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091427800 with x1830967347109632 ext(0->1048575) 00002000:00010000:2.0:1746147280.297281:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091427800 00000100:00100000:0.0:1746147280.303727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.303814:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347109760 00000100:00100000:3.0:1746147280.303821:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347109760 00000100:00100000:3.0:1746147280.303871:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30298 00000100:00100000:3.0:1746147280.303878:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+8:3870:x1830967347109760:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:3.0:1746147280.303893:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147280.303909:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096acfc00/0x29021e8779c01589 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c6c expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.303934:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.303941:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147280.303943:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746147280.303946:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096acfc00/0x29021e8779c01589 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c6c expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.303971:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 8 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.303980:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 8 pid: 9587 timeout: 892 lvb_type: 0 00000100:00100000:3.0:1746147280.303990:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340145536:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147280.305135:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90600 going to sleep for 11 seconds 00000100:00100000:3.0:1746147280.310349:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bfb7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340145536:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147280.310381:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096acfc00/0x29021e8779c01589 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c6c expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.310394:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096acfc00, rc 0) 00000100:00100000:3.0:1746147280.310429:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:3870:x1830967347109760:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 6552us (6709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147280.310435:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30298 00000100:00100000:0.0:1746147280.329825:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.329923:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347109888 00000100:00100000:2.0:1746147280.329931:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347109888 00010000:00010000:2.0:1746147280.329965:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 9 pid: 9587 timeout: 892 lvb_type: 0 00000100:00100000:2.0:1746147280.329988:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15056 00000100:00100000:2.0:1746147280.329995:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+9:2006:x1830967347109888:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147280.330008:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147280.330023:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 9 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:2.0:1746147280.330035:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 9 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:2.0:1746147280.330053:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b9dc00/0x29021e8779c013f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82be0 expref: 9 pid: 9587 timeout: 892 lvb_type: 0 00010000:00010000:2.0:1746147280.330083:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147280.330084:0:7226:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147280.330092:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880096acfc00/0x29021e8779c01589 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c6c expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.330099:0:7226:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096acfc00/0x29021e8779c01589 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c6c expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.330130:0:7226:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880096acfc00/0x29021e8779c01589 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c6c expref: 8 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746147280.330140:0:7226:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d29d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967340145664:192.168.202.9@tcp:105: 00000100:00100000:2.0:1746147280.330210:0:7226:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800907119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746147280.333405:0:7226:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d29d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7226:1830967340145664:192.168.202.9@tcp:105: 00010000:00010000:2.0:1746147280.333421:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746147280.333451:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+8:2006:x1830967347109888:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3456us (3634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147280.333462:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15056 00000100:00100000:0.0:1746147280.344513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.344565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.344642:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347110144 00000100:00100000:2.0:1746147280.344650:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347110144 00002000:00100000:2.0:1746147280.344688:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880093ad3480 x1830967347110144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.344695:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3480 with x1830967347110144 ext(0->2097151) 00002000:00010000:2.0:1746147280.344701:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad3480 00000100:00100000:2.0:1746147280.344717:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347110400 00000100:00100000:2.0:1746147280.344719:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347110400 00002000:00100000:2.0:1746147280.344729:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (1048576->2097151) req@ffff880093ad0380 x1830967347110400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.344734:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad0380 with x1830967347110400 ext(1048576->2097151) 00002000:00010000:2.0:1746147280.344736:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad0380 00000100:00100000:2.0:1746147280.344759:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13779 00000100:00100000:2.0:1746147280.344766:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347110144:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.345745:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13780 00000100:00100000:3.0:1746147280.345755:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967347110400:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.363508:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967347110400:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 17363us (18551us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.363521:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13780 00002000:00100000:3.0:1746147280.363533:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (1048576->2097151) req@ffff880093ad0380 x1830967347110400/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.363543:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad0380 with x1830967347110400 ext(1048576->2097151) 00002000:00010000:3.0:1746147280.363548:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad0380 00000100:00100000:2.0:1746147280.369213:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347110144:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 24437us (24696us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147280.369223:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13779 00002000:00100000:2.0:1746147280.369234:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880093ad3480 x1830967347110144/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.369450:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3480 with x1830967347110144 ext(0->2097151) 00002000:00010000:2.0:1746147280.369457:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad3480 00000100:00100000:0.0:1746147280.386756:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.386813:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.386890:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347110656 00000100:00100000:2.0:1746147280.386898:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347110656 00002000:00100000:2.0:1746147280.386934:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880093ad1f80 x1830967347110656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.386942:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1f80 with x1830967347110656 ext(2097152->4194303) 00002000:00010000:2.0:1746147280.386947:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1f80 00000100:00100000:2.0:1746147280.386962:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347110912 00000100:00100000:2.0:1746147280.386964:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347110912 00002000:00100000:2.0:1746147280.386975:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880093ad3100 x1830967347110912/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.386981:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3100 with x1830967347110912 ext(2097152->4194303) 00002000:00010000:2.0:1746147280.386984:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad3100 00000100:00100000:2.0:1746147280.387584:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13781 00000100:00100000:2.0:1746147280.387591:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347110656:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.388826:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13782 00000100:00100000:3.0:1746147280.388837:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347110912:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.416925:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347110656:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 29323us (30164us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147280.416935:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13781 00002000:00100000:2.0:1746147280.416946:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880093ad1f80 x1830967347110656/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.416955:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1f80 with x1830967347110656 ext(2097152->4194303) 00002000:00010000:2.0:1746147280.416960:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1f80 00000100:00100000:3.0:1746147280.431725:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347110912:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 42883us (44902us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147280.431737:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13782 00002000:00100000:3.0:1746147280.431747:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880093ad3100 x1830967347110912/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.431756:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3100 with x1830967347110912 ext(2097152->4194303) 00002000:00010000:3.0:1746147280.431761:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad3100 00000100:00100000:1.0:1746147280.456705:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.456751:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.456823:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347111168 00000100:00100000:3.0:1746147280.456830:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347111168 00002000:00100000:3.0:1746147280.456867:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880079af1f80 x1830967347111168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.456875:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af1f80 with x1830967347111168 ext(4194304->6291455) 00002000:00010000:3.0:1746147280.456880:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af1f80 00000100:00100000:3.0:1746147280.456903:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347111424 00000100:00100000:3.0:1746147280.456905:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347111424 00002000:00100000:3.0:1746147280.456917:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880079af3100 x1830967347111424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.456923:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af3100 with x1830967347111424 ext(4194304->6291455) 00002000:00010000:3.0:1746147280.456926:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079af3100 00000100:00100000:3.0:1746147280.456946:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13783 00000100:00100000:3.0:1746147280.456953:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2008:x1830967347111168:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.459424:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13784 00000100:00100000:1.0:1746147280.459435:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347111424:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.476580:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2008:x1830967347111168:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 19618us (19872us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147280.476591:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13783 00002000:00100000:3.0:1746147280.476601:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880079af1f80 x1830967347111168/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.476609:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af1f80 with x1830967347111168 ext(4194304->6291455) 00002000:00010000:3.0:1746147280.476614:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880079af1f80 00000100:00100000:1.0:1746147280.478722:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347111424:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 19283us (21962us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147280.478732:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13784 00002000:00100000:1.0:1746147280.478741:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880079af3100 x1830967347111424/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.478750:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880079af3100 with x1830967347111424 ext(4194304->6291455) 00002000:00010000:1.0:1746147280.478755:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880079af3100 00000100:00100000:3.0:1746147280.480882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.481349:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347111680 00000100:00100000:0.0:1746147280.481358:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347111680 00002000:00100000:0.0:1746147280.481406:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88012bfb7b80 x1830967347111680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147280.481415:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7b80 with x1830967347111680 ext(6291456->7340031) 00002000:00010000:0.0:1746147280.481419:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7b80 00000100:00100000:0.0:1746147280.481444:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13785 00000100:00100000:0.0:1746147280.481451:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967347111680:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.483982:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.485122:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347111936 00000100:00100000:3.0:1746147280.485129:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347111936 00002000:00100000:3.0:1746147280.485167:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88012d29d500 x1830967347111936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.485175:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d500 with x1830967347111936 ext(6291456->7340031) 00002000:00010000:3.0:1746147280.485180:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29d500 00000100:00100000:3.0:1746147280.487005:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13786 00000100:00100000:3.0:1746147280.487017:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967347111936:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147280.491431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.494286:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347112192 00000100:00100000:2.0:1746147280.494297:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347112192 00002000:00100000:2.0:1746147280.494338:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff880093ad1c00 x1830967347112192/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.494347:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1c00 with x1830967347112192 ext(7340032->8388607) 00002000:00010000:2.0:1746147280.494353:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1c00 00000100:00100000:2.0:1746147280.494391:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13787 00000100:00100000:2.0:1746147280.494398:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2007:x1830967347112192:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.496052:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.496523:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347112448 00000100:00100000:0.0:1746147280.496530:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347112448 00002000:00100000:0.0:1746147280.496650:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88012bfb6d80 x1830967347112448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147280.496659:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6d80 with x1830967347112448 ext(7340032->8388607) 00002000:00010000:0.0:1746147280.496663:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb6d80 00000100:00100000:1.0:1746147280.498710:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2007:x1830967347111680:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 17251us (17825us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.498721:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13785 00002000:00100000:1.0:1746147280.498730:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88012bfb7b80 x1830967347111680/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.498738:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb7b80 with x1830967347111680 ext(6291456->7340031) 00002000:00010000:1.0:1746147280.498742:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bfb7b80 00000100:00100000:1.0:1746147280.498777:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13788 00000100:00100000:1.0:1746147280.498785:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2007:x1830967347112448:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.502393:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d29d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2007:x1830967347111936:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 15372us (18409us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.502404:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13786 00002000:00100000:3.0:1746147280.502413:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88012d29d500 x1830967347111936/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.502427:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d29d500 with x1830967347111936 ext(6291456->7340031) 00002000:00010000:3.0:1746147280.502432:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d29d500 00000100:00100000:2.0:1746147280.514962:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967347112192:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 20481us (23454us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.514973:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13787 00002000:00100000:2.0:1746147280.514984:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff880093ad1c00 x1830967347112192/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.514993:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1c00 with x1830967347112192 ext(7340032->8388607) 00002000:00010000:2.0:1746147280.514998:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1c00 00000100:00100000:0.0:1746147280.517066:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967347112448:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 18277us (21014us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746147280.517075:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13788 00002000:00100000:0.0:1746147280.517083:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88012bfb6d80 x1830967347112448/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147280.517091:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bfb6d80 with x1830967347112448 ext(7340032->8388607) 00002000:00010000:0.0:1746147280.517095:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bfb6d80 00000100:00100000:0.0:1746147280.537145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.537573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.537833:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347112704 00000100:00100000:2.0:1746147280.537840:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347112704 00002000:00100000:2.0:1746147280.537875:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880093ad1180 x1830967347112704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.537884:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1180 with x1830967347112704 ext(8388608->10485759) 00002000:00010000:2.0:1746147280.537888:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1180 00000100:00100000:2.0:1746147280.537901:0:9594:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347112960 00000100:00100000:2.0:1746147280.537903:0:9594:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347112960 00002000:00100000:2.0:1746147280.537914:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880093ad1500 x1830967347112960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.537920:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1500 with x1830967347112960 ext(8388608->10485759) 00002000:00010000:2.0:1746147280.537923:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad1500 00000100:00100000:2.0:1746147280.538111:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13789 00000100:00100000:2.0:1746147280.538118:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347112704:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.538230:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13790 00000100:00100000:3.0:1746147280.538237:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347112960:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.560328:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2006:x1830967347112960:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 22083us (22745us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147280.560339:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13790 00002000:00100000:3.0:1746147280.560349:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880093ad1500 x1830967347112960/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.560357:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1500 with x1830967347112960 ext(8388608->10485759) 00002000:00010000:3.0:1746147280.560371:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad1500 00000100:00100000:3.0:1746147280.561411:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2006:x1830967347112704:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 23291us (24271us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147280.561418:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13789 00002000:00100000:3.0:1746147280.561423:0:9594:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880093ad1180 x1830967347112704/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.561430:0:9594:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad1180 with x1830967347112704 ext(8388608->10485759) 00002000:00010000:3.0:1746147280.561434:0:9594:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad1180 00000100:00100000:2.0:1746147280.571091:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.571129:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.571188:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347113344 00000100:00100000:0.0:1746147280.571195:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347113344 00002000:00100000:0.0:1746147280.571226:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff880093ec9500 x1830967347113344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147280.571235:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9500 with x1830967347113344 ext(10485760->11534335) 00002000:00010000:0.0:1746147280.571321:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9500 00000100:00100000:1.0:1746147280.571649:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347113472 00000100:00100000:1.0:1746147280.571652:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347113472 00002000:00100000:1.0:1746147280.571668:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880093ec8000 x1830967347113472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.571674:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8000 with x1830967347113472 ext(10485760->11534335) 00002000:00010000:1.0:1746147280.571677:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ec8000 00000100:00100000:1.0:1746147280.571688:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13791 00000100:00100000:1.0:1746147280.571693:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2008:x1830967347113344:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.572309:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13792 00000100:00100000:1.0:1746147280.572314:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347113472:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147280.579547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.579592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.579675:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347113728 00000100:00100000:1.0:1746147280.579683:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347113728 00002000:00100000:1.0:1746147280.579718:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff880093ad3b80 x1830967347113728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.579726:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3b80 with x1830967347113728 ext(11534336->12582911) 00002000:00010000:1.0:1746147280.579731:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad3b80 00000100:00100000:1.0:1746147280.579746:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347113984 00000100:00100000:1.0:1746147280.579748:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347113984 00002000:00100000:1.0:1746147280.579758:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880093ad2300 x1830967347113984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.579765:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967347113984 ext(11534336->12582911) 00002000:00010000:1.0:1746147280.579768:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad2300 00000100:00100000:1.0:1746147280.579784:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13793 00000100:00100000:1.0:1746147280.579791:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2008:x1830967347113728:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.580384:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13794 00000100:00100000:1.0:1746147280.580390:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2007:x1830967347113984:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.587860:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.587947:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347114240 00000100:00100000:0.0:1746147280.587955:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347114240 00002000:00100000:0.0:1746147280.587989:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff880093ec8380 x1830967347114240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746147280.587999:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8380 with x1830967347114240 ext(12582912->13631487) 00002000:00010000:0.0:1746147280.588004:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec8380 00000100:00100000:0.0:1746147280.588035:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13795 00000100:00100000:0.0:1746147280.588041:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967347114240:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.589403:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+20:2008:x1830967347113344:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 17706us (18315us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.589411:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13791 00002000:00100000:1.0:1746147280.589419:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff880093ec9500 x1830967347113344/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.589432:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec9500 with x1830967347113344 ext(10485760->11534335) 00002000:00010000:1.0:1746147280.589436:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec9500 00000100:00100000:1.0:1746147280.593415:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+11:2008:x1830967347113472:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21092us (22276us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.593427:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13792 00002000:00100000:1.0:1746147280.593437:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880093ec8000 x1830967347113472/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.593447:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8000 with x1830967347113472 ext(10485760->11534335) 00002000:00010000:1.0:1746147280.593452:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ec8000 00000100:00100000:1.0:1746147280.596011:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+18:2008:x1830967347113728:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16213us (16464us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.596022:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13793 00002000:00100000:1.0:1746147280.596035:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff880093ad3b80 x1830967347113728/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.596043:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad3b80 with x1830967347113728 ext(11534336->12582911) 00002000:00010000:1.0:1746147280.596048:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad3b80 00000100:00100000:1.0:1746147280.597660:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967347113984:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 17266us (18063us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.597668:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13794 00002000:00100000:1.0:1746147280.597675:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff880093ad2300 x1830967347113984/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.597683:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2300 with x1830967347113984 ext(11534336->12582911) 00002000:00010000:1.0:1746147280.597688:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ad2300 00000100:00100000:2.0:1746147280.600183:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2008:x1830967347114240:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 12134us (12321us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.600194:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13795 00002000:00100000:2.0:1746147280.600203:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff880093ec8380 x1830967347114240/t0(0) o3->c87836e4-e7c1-48ac-86a6-801997ef6141@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.600212:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ec8380 with x1830967347114240 ext(12582912->13631487) 00002000:00010000:2.0:1746147280.600217:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ec8380 00000100:00100000:2.0:1746147280.608116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.608190:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347114496 00000100:00100000:0.0:1746147280.608198:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347114496 00000100:00100000:2.0:1746147280.608426:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 210 00000100:00100000:2.0:1746147280.608434:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+38:3870:x1830967347114496:12345-192.168.202.9@tcp:35:cmp.0 00000100:00100000:2.0:1746147280.609704:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+39:3870:x1830967347114496:12345-192.168.202.9@tcp:35:cmp.0 Request processed in 1270us (1593us total) trans 4294984888 rc 0/0 00000100:00100000:2.0:1746147280.609711:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 210 00000100:00100000:0.0:1746147280.619566:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.619617:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.619685:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347114752 00000100:00100000:0.0:1746147280.619692:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347114752 00000100:00100000:1.0:1746147280.619709:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347114880 00000100:00100000:1.0:1746147280.619713:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347114880 00000100:00100000:1.0:1746147280.619738:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 694 00000100:00100000:0.0:1746147280.619741:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39894 00000100:00100000:1.0:1746147280.619744:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1fc346d7-2842-4f5e-afba-83962e59d746+27:2008:x1830967347114880:12345-192.168.202.9@tcp:63:ll_sa.0 00000100:00100000:0.0:1746147280.619747:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+27:3871:x1830967347114752:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:1.0:1746147280.619848:0:15340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147280.619863:0:15340:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c01590 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c7a expref: -99 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.619872:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147280.619883:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7200/0x29021e8779c01597 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82c73 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.619900:0:15340:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619908:0:15340:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619914:0:15340:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619922:0:15340:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619925:0:15340:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619928:0:15340:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619948:0:15340:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:2.0:1746147280.619949:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779c015ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.619952:0:15340:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15340 initiator: MDT0 00010000:00010000:2.0:1746147280.619956:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779c015ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.619957:0:15340:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619961:0:15340:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094802000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147280.619962:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779c015ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.619963:0:15340:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619966:0:15340:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15340 initiator: MDT0 00000004:00200000:2.0:1746147280.619969:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746147280.619972:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.619973:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.619975:0:15340:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619978:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094802000/0x29021e8779c0159e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.619996:0:15340:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.620000:0:15340:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.620004:0:15340:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.620007:0:15340:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944ff200 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147280.620009:0:15340:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.620013:0:15340:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.620022:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008fe23200) 00010000:00010000:1.0:1746147280.620024:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.620025:0:15340:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.620029:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ff200/0x29021e8779c015a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:2.0:1746147280.620040:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7200/0x29021e8779c01597 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c73 expref: 31 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.620048:0:15340:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c01590 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c7a expref: 30 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.620055:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779c015ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c73 expref: 30 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.620056:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.620058:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746147280.620061:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:1.0:1746147280.620061:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094802e00/0x29021e8779c01590 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c7a expref: 30 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.620063:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746147280.620065:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904f7400, rc 0) 00010000:00010000:1.0:1746147280.620066:0:15340:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094802e00, rc -2) 00000100:00100000:2.0:1746147280.620097:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1fc346d7-2842-4f5e-afba-83962e59d746+29:3871:x1830967347114752:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 351us (479us total) trans 4294984889 rc 0/0 00000100:00100000:2.0:1746147280.620103:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39894 00000100:00100000:1.0:1746147280.620107:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1fc346d7-2842-4f5e-afba-83962e59d746+29:2008:x1830967347114880:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 362us (547us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746147280.620112:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 694 00000100:00100000:0.0:1746147280.623280:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.623450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.623617:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347115392 00000100:00100000:1.0:1746147280.623624:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347115392 00000100:00100000:1.0:1746147280.623661:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 695 00000100:00100000:1.0:1746147280.623667:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1fc346d7-2842-4f5e-afba-83962e59d746+28:2007:x1830967347115392:12345-192.168.202.9@tcp:63:ll_sa.0 00000100:00100000:2.0:1746147280.623815:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347115136 00000100:00100000:2.0:1746147280.623819:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347115136 00000100:00100000:0.0:1746147280.623824:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.623870:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347115264 00000100:00100000:3.0:1746147280.623874:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347115264 00000100:00100000:3.0:1746147280.623900:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 620 00000100:00100000:3.0:1746147280.623905:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+30:2007:x1830967347115264:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746147280.623918:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746147280.623935:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800904f7400/0x29021e8779c015ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c73 expref: 30 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.623950:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:3.0:1746147280.623954:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746147280.623984:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+29:2007:x1830967347115264:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 78us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147280.623990:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 620 00010000:00010000:1.0:1746147280.623997:0:15340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147280.624007:0:15340:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe400/0x29021e8779c015ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82cb2 expref: -99 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.624042:0:15340:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624051:0:15340:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624058:0:15340:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15340 initiator: MDT0 00000100:00100000:3.0:1746147280.624062:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39895 00010000:00010000:1.0:1746147280.624067:0:15340:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15340 initiator: MDT0 00000100:00100000:3.0:1746147280.624068:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+29:3871:x1830967347115136:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:1.0:1746147280.624073:0:15340:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:3.0:1746147280.624076:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147280.624078:0:15340:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15340 initiator: MDT0 00010000:00010000:3.0:1746147280.624083:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e800/0x29021e8779c015cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82cab expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.624102:0:15340:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624108:0:15340:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624112:0:15340:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624117:0:15340:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944fe000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147280.624120:0:15340:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624125:0:15340:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15340 initiator: MDT0 00010000:00010000:3.0:1746147280.624135:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e400/0x29021e8779c015d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147280.624135:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.624137:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.624140:0:15340:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:3.0:1746147280.624143:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e400/0x29021e8779c015d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147280.624143:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe000/0x29021e8779c015c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:3.0:1746147280.624149:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e400/0x29021e8779c015d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147280.624150:0:15340:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624154:0:15340:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15340 initiator: MDT0 00000004:00200000:3.0:1746147280.624156:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:1.0:1746147280.624157:0:15340:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624161:0:15340:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800944ffa00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147280.624163:0:15340:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624167:0:15340:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624172:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88008fe23500) 00010000:00010000:1.0:1746147280.624173:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147280.624175:0:15340:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624178:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944ffa00/0x29021e8779c015c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:1.0:1746147280.624195:0:15340:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe400/0x29021e8779c015ba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cb2 expref: 31 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.624202:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.624203:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746147280.624206:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944fe400/0x29021e8779c015ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cb2 expref: 31 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.624212:0:15340:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944fe400, rc -2) 00010000:00010000:3.0:1746147280.624220:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e800/0x29021e8779c015cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cab expref: 31 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.624230:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e400/0x29021e8779c015d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cab expref: 30 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.624235:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00000100:00100000:1.0:1746147280.624236:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079af0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1fc346d7-2842-4f5e-afba-83962e59d746+30:2007:x1830967347115392:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 569us (786us total) trans 0 rc -2/-2 00010000:00010000:3.0:1746147280.624238:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147280.624255:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009048e400, rc 0) 00000100:00100000:1.0:1746147280.624259:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 695 00000100:00100000:3.0:1746147280.624274:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+29:3871:x1830967347115136:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 206us (1000us total) trans 4294984890 rc 0/0 00000100:00100000:3.0:1746147280.624279:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39895 00000100:00100000:0.0:1746147280.626724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.626756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.626786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.626810:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347115648 00000100:00100000:0.0:1746147280.626815:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347115648 00000100:00100000:1.0:1746147280.626828:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347115520 00000100:00100000:1.0:1746147280.626831:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347115520 00000100:00100000:0.0:1746147280.626849:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347115776 00000100:00100000:0.0:1746147280.626851:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347115776 00000100:00100000:1.0:1746147280.626856:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 621 00000100:00100000:1.0:1746147280.626862:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7824850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+29:2008:x1830967347115520:12345-192.168.202.9@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746147280.626865:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30299 00000100:00100000:0.0:1746147280.626870:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+22:2005:x1830967347115648:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:1.0:1746147280.626873:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746147280.626879:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147280.626886:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009048e400/0x29021e8779c015d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cab expref: 29 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.626889:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800904c9200/0x29021e8779c015e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82cf1 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147280.626898:0:7225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:1.0:1746147280.626900:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746147280.626902:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.626904:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.626909:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800904c9200/0x29021e8779c015e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cf1 expref: 23 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746147280.626921:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800904c9200/0x29021e8779c015e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cf1 expref: 23 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746147280.626928:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904c9200, rc 0) 00000100:00100000:1.0:1746147280.626930:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7824850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+28:2008:x1830967347115520:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 67us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147280.626936:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 621 00000100:00100000:0.0:1746147280.626944:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+23:2005:x1830967347115648:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 74us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147280.626949:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30299 00000100:00100000:0.0:1746147280.626971:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30300 00000100:00100000:0.0:1746147280.626975:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+8:2005:x1830967347115776:12345-192.168.202.9@tcp:101:cmp.0 00010000:00010000:0.0:1746147280.626981:0:9587:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147280.626988:0:9587:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800904c8c00/0x29021e8779c015eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82cf8 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.626997:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.626999:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746147280.627002:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800904c8c00/0x29021e8779c015eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cf8 expref: 9 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746147280.627009:0:9587:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800904c8c00/0x29021e8779c015eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cf8 expref: 9 pid: 9587 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746147280.627016:0:9587:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800904c8c00, rc 0) 00000100:00100000:0.0:1746147280.627028:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1fc346d7-2842-4f5e-afba-83962e59d746+9:2005:x1830967347115776:12345-192.168.202.9@tcp:101:cmp.0 Request processed in 54us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147280.627032:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30300 00000100:00100000:0.0:1746147280.639530:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.639630:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.639753:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347116032 00000100:00100000:2.0:1746147280.639764:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347116032 00000100:00100000:1.0:1746147280.639784:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347116288 00000100:00100000:1.0:1746147280.639787:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347116288 00002000:00100000:2.0:1746147280.639801:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff880094409180 x1830967347116032/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.639801:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880094408a80 x1830967347116288/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.639810:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409180 with x1830967347116032 ext(0->2097151) 00002000:00010000:2.0:1746147280.639814:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409180 00002000:00100000:1.0:1746147280.639814:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967347116288 ext(0->2097151) 00002000:00010000:1.0:1746147280.639816:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094408a80 00000100:00100000:2.0:1746147280.639839:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13796 00000100:00100000:1.0:1746147280.639842:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13797 00000100:00100000:2.0:1746147280.639845:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2006:x1830967347116032:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.639846:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+9:2005:x1830967347116288:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.652030:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+9:2005:x1830967347116288:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 12083us (12301us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147280.652040:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13797 00002000:00100000:1.0:1746147280.652050:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880094408a80 x1830967347116288/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.652059:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408a80 with x1830967347116288 ext(0->2097151) 00002000:00010000:1.0:1746147280.652064:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094408a80 00000100:00100000:2.0:1746147280.657132:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2006:x1830967347116032:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 17279us (17602us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147280.657143:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13796 00002000:00100000:2.0:1746147280.657157:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff880094409180 x1830967347116032/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.657165:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094409180 with x1830967347116032 ext(0->2097151) 00002000:00010000:2.0:1746147280.657170:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094409180 00000001:00080000:0.0:1746147280.660900:0:8382:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967393 is committed 00000100:00100000:1.0:1746147280.674118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.674160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.674211:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347116544 00000100:00100000:2.0:1746147280.674220:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347116544 00002000:00100000:2.0:1746147280.674278:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880093d5dc00 x1830967347116544/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.674286:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967347116544 ext(2097152->4194303) 00002000:00010000:2.0:1746147280.674291:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:2.0:1746147280.674312:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347116800 00000100:00100000:2.0:1746147280.674315:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347116800 00002000:00100000:2.0:1746147280.674326:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012c4b7100 x1830967347116800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.674332:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7100 with x1830967347116800 ext(2097152->4194303) 00002000:00010000:2.0:1746147280.674334:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c4b7100 00000100:00100000:2.0:1746147280.674348:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13798 00000100:00100000:2.0:1746147280.674353:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2006:x1830967347116544:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147280.674582:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13799 00000100:00100000:0.0:1746147280.674612:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+9:2005:x1830967347116800:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.696007:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+9:2005:x1830967347116800:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 21411us (21839us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147280.696016:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13799 00002000:00100000:1.0:1746147280.696025:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff88012c4b7100 x1830967347116800/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.696033:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c4b7100 with x1830967347116800 ext(2097152->4194303) 00002000:00010000:1.0:1746147280.696038:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c4b7100 00000100:00100000:2.0:1746147280.700913:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2006:x1830967347116544:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 26550us (26795us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147280.700923:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13798 00002000:00100000:2.0:1746147280.700936:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880093d5dc00 x1830967347116544/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.700944:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d5dc00 with x1830967347116544 ext(2097152->4194303) 00002000:00010000:2.0:1746147280.700977:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d5dc00 00000100:00100000:0.0:1746147280.716184:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.716235:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.716339:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347117056 00000100:00100000:2.0:1746147280.716347:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347117056 00002000:00100000:2.0:1746147280.716402:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880094408e00 x1830967347117056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.716412:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967347117056 ext(4194304->6291455) 00002000:00010000:2.0:1746147280.716417:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408e00 00000100:00100000:1.0:1746147280.716421:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347117312 00000100:00100000:1.0:1746147280.716424:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347117312 00002000:00100000:1.0:1746147280.716440:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009440aa00 x1830967347117312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746147280.716445:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13800 00002000:00100000:1.0:1746147280.716448:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440aa00 with x1830967347117312 ext(4194304->6291455) 00002000:00010000:1.0:1746147280.716451:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009440aa00 00000100:00100000:2.0:1746147280.716452:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2007:x1830967347117056:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.716465:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13801 00000100:00100000:1.0:1746147280.716470:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347117312:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.727794:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347117312:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 11315us (11550us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746147280.727804:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13801 00002000:00100000:1.0:1746147280.727814:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009440aa00 x1830967347117312/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.727823:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440aa00 with x1830967347117312 ext(4194304->6291455) 00002000:00010000:1.0:1746147280.727829:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009440aa00 00000100:00100000:2.0:1746147280.730063:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2007:x1830967347117056:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 13606us (13880us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147280.730071:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13800 00002000:00100000:2.0:1746147280.730077:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880094408e00 x1830967347117056/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.730083:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408e00 with x1830967347117056 ext(4194304->6291455) 00002000:00010000:2.0:1746147280.730087:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094408e00 00000100:00100000:0.0:1746147280.733921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.734101:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347117568 00000100:00100000:2.0:1746147280.734109:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347117568 00002000:00100000:2.0:1746147280.734146:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009440b480 x1830967347117568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.734155:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440b480 with x1830967347117568 ext(6291456->7340031) 00002000:00010000:2.0:1746147280.734159:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009440b480 00000100:00100000:2.0:1746147280.734190:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13802 00000100:00100000:2.0:1746147280.734197:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2008:x1830967347117568:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147280.738903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147280.739412:0:27195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347117824 00000100:00100000:1.0:1746147280.739420:0:27195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347117824 00002000:00100000:1.0:1746147280.739454:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880094408000 x1830967347117824/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.739464:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967347117824 ext(6291456->7340031) 00002000:00010000:1.0:1746147280.739469:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:1.0:1746147280.739537:0:27195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13803 00000100:00100000:1.0:1746147280.739544:0:27195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347117824:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.740009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.740152:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2008:x1830967347117568:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 5954us (6237us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.740159:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13802 00002000:00100000:3.0:1746147280.740165:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009440b480 x1830967347117568/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.740172:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440b480 with x1830967347117568 ext(6291456->7340031) 00002000:00010000:3.0:1746147280.740175:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009440b480 00000100:00100000:3.0:1746147280.740187:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347118080 00000100:00100000:3.0:1746147280.740189:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347118080 00002000:00100000:3.0:1746147280.740201:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88009d86ce00 x1830967347118080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.740207:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ce00 with x1830967347118080 ext(7340032->8388607) 00002000:00010000:3.0:1746147280.740209:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86ce00 00000100:00100000:3.0:1746147280.740217:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13804 00000100:00100000:3.0:1746147280.740221:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2007:x1830967347118080:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147280.742128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.742593:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347118336 00000100:00100000:2.0:1746147280.742599:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347118336 00002000:00100000:2.0:1746147280.742630:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009440bb80 x1830967347118336/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.742640:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440bb80 with x1830967347118336 ext(7340032->8388607) 00002000:00010000:2.0:1746147280.742644:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009440bb80 00000100:00100000:2.0:1746147280.742661:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13805 00000100:00100000:2.0:1746147280.742666:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+11:2007:x1830967347118336:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:1.0:1746147280.756015:0:27195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:1fc346d7-2842-4f5e-afba-83962e59d746+11:2007:x1830967347117824:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16463us (17112us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147280.756023:0:27195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13803 00002000:00100000:1.0:1746147280.756031:0:27195:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880094408000 x1830967347117824/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746147280.756037:0:27195:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094408000 with x1830967347117824 ext(6291456->7340031) 00002000:00010000:1.0:1746147280.756041:0:27195:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094408000 00000100:00100000:3.0:1746147280.757171:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2007:x1830967347118080:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16946us (17165us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.757181:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13804 00002000:00100000:3.0:1746147280.757186:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88009d86ce00 x1830967347118080/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.757194:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86ce00 with x1830967347118080 ext(7340032->8388607) 00002000:00010000:3.0:1746147280.757197:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86ce00 00000100:00100000:2.0:1746147280.758030:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009440bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347118336:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 15362us (15906us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.758037:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13805 00002000:00100000:2.0:1746147280.758042:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009440bb80 x1830967347118336/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.758049:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009440bb80 with x1830967347118336 ext(7340032->8388607) 00002000:00010000:2.0:1746147280.758052:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009440bb80 00000100:00100000:0.0:1746147280.775659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.775712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.775736:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347118720 00000100:00100000:2.0:1746147280.775744:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347118720 00002000:00100000:2.0:1746147280.775781:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800940e3480 x1830967347118720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.775790:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3480 with x1830967347118720 ext(8388608->10485759) 00002000:00010000:2.0:1746147280.775795:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800940e3480 00000100:00100000:2.0:1746147280.775862:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347118848 00000100:00100000:2.0:1746147280.775865:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347118848 00002000:00100000:2.0:1746147280.775879:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff8800940e2a00 x1830967347118848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.775886:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2a00 with x1830967347118848 ext(8388608->10485759) 00002000:00010000:2.0:1746147280.775889:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2a00 00000100:00100000:2.0:1746147280.775901:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13806 00000100:00100000:2.0:1746147280.775908:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+9:2006:x1830967347118720:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.776046:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13807 00000100:00100000:3.0:1746147280.776054:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2006:x1830967347118848:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.806379:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+23:2006:x1830967347118848:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 30306us (30646us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746147280.806391:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13807 00002000:00100000:3.0:1746147280.806401:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff8800940e2a00 x1830967347118848/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.806409:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2a00 with x1830967347118848 ext(8388608->10485759) 00002000:00010000:3.0:1746147280.806414:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e2a00 00000100:00100000:2.0:1746147280.807823:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+9:2006:x1830967347118720:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 31912us (32167us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746147280.807831:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13806 00002000:00100000:2.0:1746147280.807838:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800940e3480 x1830967347118720/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.807846:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e3480 with x1830967347118720 ext(8388608->10485759) 00002000:00010000:2.0:1746147280.807849:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800940e3480 00000100:00100000:0.0:1746147280.819314:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.819557:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347119104 00000100:00100000:2.0:1746147280.819564:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347119104 00002000:00100000:2.0:1746147280.819597:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff8800940e0a80 x1830967347119104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.819606:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967347119104 ext(10485760->11534335) 00002000:00010000:2.0:1746147280.819611:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e0a80 00000100:00100000:2.0:1746147280.819638:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13808 00000100:00100000:2.0:1746147280.819645:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+23:2007:x1830967347119104:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.832430:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+23:2007:x1830967347119104:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 12777us (13114us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.832443:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13808 00002000:00100000:2.0:1746147280.832453:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff8800940e0a80 x1830967347119104/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.832461:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e0a80 with x1830967347119104 ext(10485760->11534335) 00002000:00010000:2.0:1746147280.832466:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e0a80 00000100:00100000:0.0:1746147280.834515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.837076:0:27194:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347119360 00000100:00100000:2.0:1746147280.837087:0:27194:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347119360 00002000:00100000:2.0:1746147280.837125:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800940e1f80 x1830967347119360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.837133:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1f80 with x1830967347119360 ext(10485760->11534335) 00002000:00010000:2.0:1746147280.837137:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800940e1f80 00000100:00100000:2.0:1746147280.837172:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13809 00000100:00100000:2.0:1746147280.837178:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+9:2008:x1830967347119360:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:0.0:1746147280.852025:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.852054:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.853077:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347119616 00000100:00100000:3.0:1746147280.853085:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347119616 00002000:00100000:3.0:1746147280.853121:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800940e1180 x1830967347119616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.853130:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1180 with x1830967347119616 ext(11534336->12582911) 00002000:00010000:3.0:1746147280.853135:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1180 00000100:00100000:3.0:1746147280.853153:0:24978:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347119872 00000100:00100000:3.0:1746147280.853155:0:24978:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347119872 00002000:00100000:3.0:1746147280.853165:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800940e2300 x1830967347119872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.853177:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2300 with x1830967347119872 ext(11534336->12582911) 00002000:00010000:3.0:1746147280.853179:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800940e2300 00000100:00100000:2.0:1746147280.853928:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+10:2008:x1830967347119360:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 16748us (19416us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.853935:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13809 00002000:00100000:2.0:1746147280.853940:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800940e1f80 x1830967347119360/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.853946:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1f80 with x1830967347119360 ext(10485760->11534335) 00002000:00010000:2.0:1746147280.853949:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800940e1f80 00000100:00100000:2.0:1746147280.853963:0:27194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13810 00000100:00100000:2.0:1746147280.853968:0:27194:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+23:2007:x1830967347119616:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:3.0:1746147280.855327:0:24978:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13811 00000100:00100000:3.0:1746147280.855335:0:24978:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347119872:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.872893:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.872993:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347120128 00000100:00100000:3.0:1746147280.873001:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347120128 00002000:00100000:3.0:1746147280.873037:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff88009d86d880 x1830967347120128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/0 e 0 to 0 dl 1746147291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.873045:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967347120128 ext(12582912->13631487) 00002000:00010000:3.0:1746147280.873050:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d880 00000100:00100000:3.0:1746147280.873082:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13812 00000100:00100000:3.0:1746147280.873089:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+25:2008:x1830967347120128:12345-192.168.202.9@tcp:3:cmp.0 00000100:00100000:2.0:1746147280.880799:0:27194:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:1fc346d7-2842-4f5e-afba-83962e59d746+25:2007:x1830967347119616:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 26822us (28770us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746147280.880812:0:27194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13810 00002000:00100000:2.0:1746147280.880823:0:27194:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800940e1180 x1830967347119616/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746147280.880832:0:27194:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e1180 with x1830967347119616 ext(11534336->12582911) 00002000:00010000:2.0:1746147280.880837:0:27194:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800940e1180 00000100:00100000:3.0:1746147280.896337:0:24978:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:1fc346d7-2842-4f5e-afba-83962e59d746+9:2007:x1830967347119872:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 40996us (44274us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.896346:0:24978:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13811 00002000:00100000:3.0:1746147280.896355:0:24978:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800940e2300 x1830967347119872/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.896375:0:24978:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800940e2300 with x1830967347119872 ext(11534336->12582911) 00002000:00010000:3.0:1746147280.896380:0:24978:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800940e2300 00000100:00100000:3.0:1746147280.897037:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d86d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+23:2008:x1830967347120128:12345-192.168.202.9@tcp:3:cmp.0 Request processed in 23947us (24151us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147280.897043:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13812 00002000:00100000:3.0:1746147280.897049:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff88009d86d880 x1830967347120128/t0(0) o3->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:656/0 lens 488/440 e 0 to 0 dl 1746147291 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746147280.897056:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d86d880 with x1830967347120128 ext(12582912->13631487) 00002000:00010000:3.0:1746147280.897059:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d86d880 00000100:00100000:0.0:1746147280.911991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.912155:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347120384 00000100:00100000:2.0:1746147280.912167:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347120384 00000100:00100000:2.0:1746147280.912228:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 211 00000100:00100000:2.0:1746147280.912235:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+28:3871:x1830967347120384:12345-192.168.202.9@tcp:35:cmp.0 00000100:00100000:2.0:1746147280.919729:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+29:3871:x1830967347120384:12345-192.168.202.9@tcp:35:cmp.0 Request processed in 7485us (7740us total) trans 4294984891 rc 0/0 00000100:00100000:2.0:1746147280.919741:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 211 00000100:00100000:0.0:1746147280.921227:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.921333:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347120640 00000100:00100000:3.0:1746147280.921341:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347120640 00000100:00100000:3.0:1746147280.921378:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 212 00000100:00100000:3.0:1746147280.921385:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+29:3871:x1830967347120640:12345-192.168.202.9@tcp:35:cmp.0 00000100:00100000:3.0:1746147280.921549:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+30:3871:x1830967347120640:12345-192.168.202.9@tcp:35:cmp.0 Request processed in 164us (325us total) trans 4294984892 rc 0/0 00000100:00100000:3.0:1746147280.921554:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 212 00000100:00100000:1.0:1746147280.941609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.941695:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347121024 00000100:00100000:2.0:1746147280.941703:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347121024 00000100:00100000:2.0:1746147280.941754:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39896 00000100:00100000:2.0:1746147280.941761:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+39:3874:x1830967347121024:12345-192.168.202.9@tcp:36:rm.0 00010000:00010000:2.0:1746147280.941808:0:21576:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746147280.941831:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090768600/0x29021e8779c01367 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b7e expref: 39 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.941851:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0131a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82b62 expref: 38 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.941859:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:2.0:1746147280.941866:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093749200/0x29021e8779c014f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bee expref: 37 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.941872:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:2.0:1746147280.941873:0:21576:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147280.941889:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147280.941898:0:21576:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 29 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.941904:0:21576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147280.941930:0:21576:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 29 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147280.941940:0:21576:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 29 pid: 7240 timeout: 892 lvb_type: 0 00000100:00100000:2.0:1746147280.941950:0:21576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094e8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340145792:192.168.202.9@tcp:104: 00000100:00100000:2.0:1746147280.942017:0:21576:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090711300 going to sleep for 11 seconds 00000100:00100000:0.0:1746147280.942548:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147280.942613:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347120768 00000100:00100000:0.0:1746147280.942616:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347120768 00000100:00100000:0.0:1746147280.942637:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 696 00000100:00100000:0.0:1746147280.942641:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2008:x1830967347120768:12345-192.168.202.9@tcp:63:ll_sa.0 00010000:00010000:0.0:1746147280.942658:0:15340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147280.942666:0:15340:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c015f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82cff expref: -99 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.942690:0:15340:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942697:0:15340:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942703:0:15340:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942713:0:15340:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942717:0:15340:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942721:0:15340:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942754:0:15340:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942758:0:15340:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942763:0:15340:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942767:0:15340:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b9ca00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147280.942770:0:15340:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942774:0:15340:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942781:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147280.942783:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147280.942785:0:15340:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147280.942789:0:15340:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942793:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9ca00/0x29021e8779c01600 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942803:0:15340:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942807:0:15340:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942811:0:15340:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942815:0:15340:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d818000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147280.942816:0:15340:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942820:0:15340:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942824:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880130810e00) 00010000:00010000:0.0:1746147280.942826:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147280.942827:0:15340:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942831:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c01607 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15340 initiator: MDT0 00010000:00010000:0.0:1746147280.942850:0:15340:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c015f9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cff expref: 38 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.942857:0:15340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147280.942859:0:15340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746147280.942860:0:15340:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:0.0:1746147280.942865:0:15340:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c015f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82cff expref: 38 pid: 15340 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147280.942872:0:15340:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b9dc00, rc -2) 00000100:00100000:0.0:1746147280.942897:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+37:2008:x1830967347120768:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 255us (350us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746147280.942903:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 696 00000100:00100000:0.0:1746147280.951399:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147280.951639:0:21576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094e8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340145792:192.168.202.9@tcp:104: 00010000:00010000:2.0:1746147280.951666:0:21576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:1.0:1746147280.951741:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347121152 00000100:00100000:1.0:1746147280.951747:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347121152 00010000:00010000:1.0:1746147280.951775:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 30 pid: 7240 timeout: 892 lvb_type: 0 00000100:00100000:1.0:1746147280.951800:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15057 00000100:00100000:1.0:1746147280.951806:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+30:2005:x1830967347121152:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147280.951818:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147280.951823:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 30 pid: 7240 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746147280.951833:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 30 pid: 7240 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746147280.951850:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800944aee00/0x29021e8779c01543 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82c11 expref: 30 pid: 7240 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746147280.951877:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147280.951882:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.951889:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.951899:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.951913:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147280.951949:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1fc346d7-2842-4f5e-afba-83962e59d746+29:2005:x1830967347121152:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 144us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147280.951955:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15057 00010000:00010000:3.0:1746147280.952125:0:21576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.952132:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.952143:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46a00/0x29021e8779c0160e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.952151:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46a00/0x29021e8779c0160e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.952157:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46a00/0x29021e8779c0160e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.952217:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.952224:0:21576:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 28 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.952231:0:21576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.952280:0:21576:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 28 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147280.952289:0:21576:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 28 pid: 21576 timeout: 893 lvb_type: 0 00000100:00100000:3.0:1746147280.952303:0:21576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340145920:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147280.952351:0:21576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90840 going to sleep for 11 seconds 00000100:00100000:0.0:1746147280.962499:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147280.962742:0:21576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340145920:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147280.962774:0:21576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:2.0:1746147280.962927:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347121280 00000100:00100000:2.0:1746147280.962938:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347121280 00010000:00010000:2.0:1746147280.962976:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 29 pid: 21576 timeout: 893 lvb_type: 0 00000100:00100000:2.0:1746147280.963019:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15058 00000100:00100000:2.0:1746147280.963027:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+29:2006:x1830967347121280:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746147280.963039:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746147280.963044:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 29 pid: 21576 timeout: 893 lvb_type: 0 00010000:00010000:2.0:1746147280.963056:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 29 pid: 21576 timeout: 893 lvb_type: 0 00010000:00010000:2.0:1746147280.963075:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2f5800/0x29021e8779c013c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82bcb expref: 29 pid: 21576 timeout: 893 lvb_type: 0 00010000:00010000:2.0:1746147280.963102:0:7225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:2.0:1746147280.963107:0:7225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147280.963114:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147280.963120:0:7225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147280.963145:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147280.963187:0:21576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:2.0:1746147280.963192:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1fc346d7-2842-4f5e-afba-83962e59d746+28:2006:x1830967347121280:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 165us (704us total) trans 0 rc 0/0 00010000:00010000:3.0:1746147280.963194:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:2.0:1746147280.963199:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15058 00000040:00080000:3.0:1746147280.963499:0:21576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1746147280.963507:0:21576:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 793016263852ns, next at 794016261950ns, rc = 0 00000040:00080000:3.0:1746147280.963526:0:21576:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746147280.963530:0:21576:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 793016287660ns, next at 794016286867ns, rc = 0 00010000:00010000:3.0:1746147280.963578:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963589:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963599:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963605:0:21576:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963610:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963615:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963644:0:21576:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746147280.963664:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963669:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963674:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963678:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47600 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147280.963681:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963688:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963697:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:3.0:1746147280.963700:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746147280.963703:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963711:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c01615 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963810:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963816:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963820:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963823:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800937e4c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147280.963826:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963830:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963837:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147280.963839:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147280.963841:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963845:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e4c00/0x29021e8779c015f2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00000004:00010000:3.0:1746147280.963854:0:21576:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091425c00 reply state ffff880093883000 transno 4294984893 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46a00/0x29021e8779c0160e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963863:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46a00/0x29021e8779c0160e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147280.963868:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:3.0:1746147280.963870:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746147280.963873:0:21576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746147280.963926:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+38:3874:x1830967347121024:12345-192.168.202.9@tcp:36:rm.0 Request processed in 22165us (22325us total) trans 4294984893 rc 0/0 00000100:00100000:3.0:1746147280.963934:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39896 00010000:00010000:1.0:1746147280.964185:0:9603:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746147280.964191:0:9603:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.964196:0:9603:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147280.964199:0:9603:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.964204:0:9603:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.964210:0:9603:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88008fe23900) 00010000:00010000:1.0:1746147280.964212:0:9603:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746147280.964214:0:9603:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.964218:0:9603:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c0161c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147280.964261:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147280.964262:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746147280.964264:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147281.026167:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.026282:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347121408 00000100:00100000:3.0:1746147281.026290:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347121408 00000100:00100000:3.0:1746147281.026561:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39897 00000100:00100000:3.0:1746147281.026570:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+38:3877:x1830967347121408:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:3.0:1746147281.026592:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147281.026609:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01623 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d37 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.026658:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0162a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.026668:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0162a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.026676:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0162a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147281.026707:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147281.026710:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147281.026722:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0162a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.026737:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01623 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d37 expref: 40 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.026765:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0162a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d37 expref: 39 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.026772:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147281.026774:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147281.026777:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc 0) 00000100:00100000:3.0:1746147281.031296:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+39:3877:x1830967347121408:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 4715us (5125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147281.031312:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39897 00000100:00100000:0.0:1746147281.036326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.036396:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347121664 00000100:00100000:3.0:1746147281.036403:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347121664 00000100:00100000:3.0:1746147281.036457:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39898 00000100:00100000:3.0:1746147281.036464:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+39:3877:x1830967347121664:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:3.0:1746147281.036481:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147281.036484:0:21576:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746147281.036506:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c0162a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d37 expref: 39 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.036529:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147281.036532:0:21576:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746147281.036541:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01631 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d3e expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.036622:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036631:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036638:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036650:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c0163f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036655:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c0163f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036659:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c0163f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036893:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036900:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036906:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147281.036913:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746147281.036930:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036936:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036941:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036945:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:3.0:1746147281.036948:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036953:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036959:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147281.036962:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746147281.036964:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036968:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c01638 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00000004:00010000:3.0:1746147281.036977:0:21576:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800940e2680 reply state ffff880094707000 transno 4294984894 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c0163f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036984:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46000/0x29021e8779c0163f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.036988:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:3.0:1746147281.036989:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746147281.036991:0:21576:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746147281.037008:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01631 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 41 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.037017:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 40 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.037022:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800934fdd00) 00010000:00010000:3.0:1746147281.037023:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746147281.037025:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367fc00, rc 0) 00000100:00100000:3.0:1746147281.037075:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+41:3877:x1830967347121664:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 611us (756us total) trans 4294984894 rc 0/0 00000100:00100000:3.0:1746147281.037081:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39898 00000100:00100000:0.0:1746147281.039303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.039567:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347121920 00000100:00100000:3.0:1746147281.039574:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347121920 00000100:00100000:3.0:1746147281.039621:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39899 00000100:00100000:3.0:1746147281.039629:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+41:3877:x1830967347121920:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:3.0:1746147281.039646:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147281.039659:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01654 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d45 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.039725:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.039736:0:21576:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 42 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.039741:0:21576:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.039765:0:21576:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 42 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.039775:0:21576:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 42 pid: 21576 timeout: 893 lvb_type: 0 00000100:00100000:3.0:1746147281.039784:0:21576:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340146048:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147281.039862:0:21576:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90840 going to sleep for 11 seconds 00000100:00100000:3.0:1746147281.041040:0:21576:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21576:1830967340146048:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147281.041056:0:21576:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:0.0:1746147281.041794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147281.042098:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347122048 00000100:00100000:1.0:1746147281.042103:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347122048 00010000:00010000:1.0:1746147281.042126:0:7226:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 43 pid: 21576 timeout: 893 lvb_type: 0 00000100:00100000:1.0:1746147281.042154:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15059 00000100:00100000:1.0:1746147281.042160:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+43:2005:x1830967347122048:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147281.042170:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147281.042175:0:7226:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 43 pid: 21576 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746147281.042184:0:7226:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 43 pid: 21576 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746147281.042200:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367fc00/0x29021e8779c01646 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d3e expref: 43 pid: 21576 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746147281.042224:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800934fdd00) 00010000:00010000:1.0:1746147281.042227:0:7226:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147281.042234:0:7226:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147281.042268:0:7226:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21576 initiator: MDT0 00010000:00010000:1.0:1746147281.042282:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746147281.042305:0:21576:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:1.0:1746147281.042309:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+42:2005:x1830967347122048:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 149us (516us total) trans 0 rc 0/0 00010000:00010000:2.0:1746147281.042312:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000100:00100000:1.0:1746147281.042315:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15059 00000004:00200000:2.0:1746147281.042328:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:2.0:1746147281.042462:0:21576:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00000004:00080000:2.0:1746147281.042467:0:21576:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:2.0:1746147281.042541:0:21576:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147281.042547:0:21576:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147281.042552:0:21576:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147281.042557:0:21576:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130652a00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:2.0:1746147281.042560:0:21576:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147281.042565:0:21576:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147281.042572:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8800934fdd00) 00010000:00010000:2.0:1746147281.042574:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746147281.042576:0:21576:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147281.042580:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652a00/0x29021e8779c0165b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21576 initiator: MDT0 00010000:00010000:2.0:1746147281.042614:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01654 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d45 expref: 42 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147281.042621:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01654 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d45 expref: 42 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147281.042629:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653e00, rc 0) 00000100:00100000:2.0:1746147281.042660:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800940e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+41:3877:x1830967347121920:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 3033us (3363us total) trans 4294984895 rc 301/301 00000100:00100000:2.0:1746147281.042666:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39899 00000100:00100000:0.0:1746147281.045149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147281.045198:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347122304 00000100:00100000:2.0:1746147281.045204:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347122304 00000100:00100000:2.0:1746147281.045268:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 213 00000100:00100000:2.0:1746147281.045273:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+41:3877:x1830967347122304:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:2.0:1746147281.045439:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+42:3877:x1830967347122304:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 165us (297us total) trans 4294984896 rc 0/0 00000100:00100000:2.0:1746147281.045445:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 213 00000100:00100000:0.0:1746147281.047162:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147281.047236:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347122432 00000100:00100000:2.0:1746147281.047262:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347122432 00000100:00100000:2.0:1746147281.047292:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39900 00000100:00100000:2.0:1746147281.047297:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+42:3877:x1830967347122432:12345-192.168.202.9@tcp:101:lfs.0 00010000:00010000:2.0:1746147281.047310:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147281.047326:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5e00/0x29021e8779c01669 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d4c expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147281.047374:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5e00/0x29021e8779c01669 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d4c expref: 43 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147281.047386:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800937e5e00/0x29021e8779c01669 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d4c expref: 43 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746147281.047399:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880136a30f00) 00010000:00010000:2.0:1746147281.047402:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746147281.047405:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e5e00, rc 0) 00000100:00100000:2.0:1746147281.047671:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+43:3877:x1830967347122432:12345-192.168.202.9@tcp:101:lfs.0 Request processed in 371us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147281.047677:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39900 00000100:00100000:0.0:1746147281.051411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.051562:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347122688 00000100:00100000:3.0:1746147281.051571:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347122688 00000100:00100000:3.0:1746147281.051621:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 214 00000100:00100000:3.0:1746147281.051628:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ac956850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+43:3877:x1830967347122688:12345-192.168.202.9@tcp:35:lfs.0 00000100:00100000:3.0:1746147281.051789:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ac956850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+44:3877:x1830967347122688:12345-192.168.202.9@tcp:35:lfs.0 Request processed in 161us (385us total) trans 4294984897 rc 0/0 00000100:00100000:3.0:1746147281.051795:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 214 00000100:00100000:0.0:1746147281.058333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147281.058391:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.058425:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347122816 00000100:00100000:3.0:1746147281.058434:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347122816 00000100:00100000:1.0:1746147281.058468:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347122944 00000100:00100000:1.0:1746147281.058472:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347122944 00000100:00100000:3.0:1746147281.058489:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39901 00000100:00100000:3.0:1746147281.058497:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+44:3878:x1830967347122816:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147281.058518:0:21576:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147281.058536:0:21576:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c01670 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d53 expref: -99 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.058585:0:21576:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01677 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.058595:0:21576:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01677 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.058603:0:21576:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01677 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00000004:00200000:3.0:1746147281.058633:0:21576:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746147281.058636:0:21576:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746147281.058648:0:21576:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01677 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21576 initiator: MDT0 00010000:00010000:3.0:1746147281.058664:0:21576:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130652c00/0x29021e8779c01670 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d53 expref: 46 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.058679:0:21576:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01677 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d53 expref: 45 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.058685:0:21576:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:3.0:1746147281.058687:0:21576:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746147281.058689:0:21576:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130653e00, rc 0) 00000100:00100000:3.0:1746147281.058723:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c87836e4-e7c1-48ac-86a6-801997ef6141+45:3878:x1830967347122816:12345-192.168.202.9@tcp:101:dd.0 Request processed in 227us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147281.058728:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39901 00000100:00080000:2.0:1746147281.059148:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746147281.059168:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39902 00000100:00100000:1.0:1746147281.059173:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+28:3879:x1830967347122944:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:1.0:1746147281.059181:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147281.059187:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5800/0x29021e8779c0167e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d5a expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.059310:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4200/0x29021e8779c01685 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.059317:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4200/0x29021e8779c01685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.059328:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4200/0x29021e8779c01685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:1.0:1746147281.059345:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746147281.059347:0:7240:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746147281.059353:0:7240:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4200/0x29021e8779c01685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.059375:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5800/0x29021e8779c0167e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d5a expref: 30 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.059397:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4200/0x29021e8779c01685 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d5a expref: 29 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.059402:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147281.059404:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746147281.059406:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f7a4200, rc 0) 00000100:00100000:1.0:1746147281.059424:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+29:3879:x1830967347122944:12345-192.168.202.9@tcp:101:dd.0 Request processed in 251us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147281.059430:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39902 00000100:00100000:0.0:1746147281.062531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147281.062575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147281.062597:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347123328 00000100:00100000:0.0:1746147281.062603:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347123328 00000100:00100000:0.0:1746147281.062633:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 697 00000100:00100000:0.0:1746147281.062639:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+45:2006:x1830967347123328:12345-192.168.202.9@tcp:63:ll_sa.0 00010000:00010000:0.0:1746147281.062668:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147281.062683:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c0168c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d68 expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.062718:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062728:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062736:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062747:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062751:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062755:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062833:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c016a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062839:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c016a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062844:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c016a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00000004:00200000:0.0:1746147281.062856:0:7245:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:0.0:1746147281.062859:0:7245:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746147281.062872:0:7245:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c016a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062878:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c016a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062884:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062888:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062892:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062899:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b47c00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147281.062902:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062907:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062915:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147281.062917:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147281.062919:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062923:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47c00/0x29021e8779c01693 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062935:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062939:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062943:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062946:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b46400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147281.062948:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062951:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062956:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:0.0:1746147281.062957:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147281.062960:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062963:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46400/0x29021e8779c0169a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.062980:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d819e00/0x29021e8779c0168c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d68 expref: 47 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.062990:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b46c00/0x29021e8779c016a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d68 expref: 46 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.062995:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880136a30f00) 00010000:00010000:0.0:1746147281.062997:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746147281.062999:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b46c00, rc 0) 00010000:00010000:0.0:1746147281.063002:0:7245:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147281.063007:0:7245:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c016a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d6f expref: -99 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.063021:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063027:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063032:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063040:0:7245:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063046:0:7245:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063052:0:7245:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063063:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063067:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063071:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063075:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b9de00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147281.063077:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063081:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063086:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147281.063088:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147281.063089:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063094:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9de00/0x29021e8779c016af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063101:0:7245:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063105:0:7245:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063109:0:7245:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063113:0:7245:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b9dc00 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:0.0:1746147281.063115:0:7245:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063120:0:7245:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063124:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880130810700) 00010000:00010000:0.0:1746147281.063125:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746147281.063127:0:7245:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063130:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b9dc00/0x29021e8779c016b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7245 initiator: MDT0 00010000:00010000:0.0:1746147281.063147:0:7245:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c016a8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d6f expref: 47 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.063153:0:7245:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147281.063155:0:7245:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746147281.063156:0:7245:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b47600/0x29021e8779c016a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d6f expref: 47 pid: 7245 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.063161:0:7245:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b47600, rc -2) 00000100:00100000:0.0:1746147281.063198:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2006:x1830967347123328:12345-192.168.202.9@tcp:63:ll_sa.0 Request processed in 558us (621us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746147281.063203:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 697 00000100:00100000:1.0:1746147281.063535:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347123200 00000100:00100000:1.0:1746147281.063539:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347123200 00000100:00100000:1.0:1746147281.063561:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39903 00000100:00100000:1.0:1746147281.063566:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:3878:x1830967347123200:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:1.0:1746147281.063574:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746147281.063576:0:7240:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746147281.063586:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130653e00/0x29021e8779c01677 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d53 expref: 46 pid: 21576 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.063595:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147281.063597:0:7240:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746147281.063601:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4a00/0x29021e8779c016bd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82d61 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.063645:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c016c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.063651:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c016c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.063656:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c016c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:1.0:1746147281.063662:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746147281.063727:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4a00/0x29021e8779c016bd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d61 expref: 48 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.063738:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c016c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d61 expref: 47 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.063744:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130810000) 00010000:00010000:1.0:1746147281.063746:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746147281.063747:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009519ae00, rc 0) 00000100:00100000:1.0:1746147281.063782:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:3878:x1830967347123200:12345-192.168.202.9@tcp:101:dd.0 Request processed in 215us (1257us total) trans 4294984898 rc 0/0 00000100:00100000:1.0:1746147281.063787:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39903 00000100:00100000:2.0:1746147281.064068:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147281.064125:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347123584 00000100:00100000:0.0:1746147281.064129:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347123584 00000100:00100000:0.0:1746147281.064546:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39904 00000100:00100000:0.0:1746147281.064553:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+29:3879:x1830967347123584:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:0.0:1746147281.064560:0:7241:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147281.064567:0:7241:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c016d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82da0 expref: -99 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.064606:0:7241:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c016d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147281.064614:0:7241:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c016d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7241 initiator: MDT0 00010000:00010000:0.0:1746147281.064620:0:7241:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c016d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7241 initiator: MDT0 00000004:00200000:0.0:1746147281.064626:0:7241:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746147281.064665:0:7241:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d818000/0x29021e8779c016d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da0 expref: 32 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.064676:0:7241:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130550000/0x29021e8779c016d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da0 expref: 31 pid: 7241 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.064681:0:7241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8800a8674900) 00010000:00010000:0.0:1746147281.064683:0:7241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746147281.064685:0:7241:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130550000, rc 0) 00000100:00100000:2.0:1746147281.066525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147281.066555:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1fc346d7-2842-4f5e-afba-83962e59d746+31:3879:x1830967347123584:12345-192.168.202.9@tcp:101:dd.0 Request processed in 1467us (1953us total) trans 4294984899 rc 0/0 00000100:00100000:0.0:1746147281.066563:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39904 00000100:00100000:2.0:1746147281.066820:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347123712 00000100:00100000:2.0:1746147281.066826:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347123712 00000100:00100000:2.0:1746147281.066858:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30301 00000100:00100000:2.0:1746147281.066864:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2008:x1830967347123712:12345-192.168.202.9@tcp:101:ll_agl.0 00010000:00010000:2.0:1746147281.066877:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746147281.066892:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82da7 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746147281.066911:0:9588:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746147281.066928:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147281.066930:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746147281.066937:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 10 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147281.066950:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 10 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746147281.066959:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800937e4c00, rc 0) 00000100:00100000:2.0:1746147281.066990:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2008:x1830967347123712:12345-192.168.202.9@tcp:101:ll_agl.0 Request processed in 127us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147281.066998:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30301 00000100:00080000:0.0:1746147281.067106:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746147281.067522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147281.067864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.069992:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347123840 00000100:00100000:3.0:1746147281.070007:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347123840 00000100:00100000:3.0:1746147281.070088:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30302 00000100:00100000:3.0:1746147281.070097:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2007:x1830967347123840:12345-192.168.202.9@tcp:101:ll_agl.0 00010000:00010000:3.0:1746147281.070112:0:9589:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147281.070133:0:9589:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82dae expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746147281.070153:0:9589:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746147281.070171:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.070173:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.070179:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 17 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147281.070194:0:9589:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 17 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147281.070207:0:9589:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093749200, rc 0) 00000100:00100000:3.0:1746147281.070273:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2007:x1830967347123840:12345-192.168.202.9@tcp:101:ll_agl.0 Request processed in 177us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147281.070279:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30302 00000100:00080000:3.0:1746147281.070393:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746147281.073131:0:7226:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347123968 00000100:00100000:1.0:1746147281.073140:0:7226:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347123968 00000100:00100000:1.0:1746147281.073187:0:7226:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 622 00000100:00100000:1.0:1746147281.073192:0:7226:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+47:2007:x1830967347123968:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147281.073204:0:7226:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147281.073221:0:7226:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009519ae00/0x29021e8779c016c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d61 expref: 47 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.073235:0:7226:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880130810000) 00010000:00010000:1.0:1746147281.073238:0:7226:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147281.073285:0:7226:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+46:2007:x1830967347123968:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 93us (5421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147281.073290:0:7226:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 622 00000100:00100000:2.0:1746147281.073583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147281.073612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.073680:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347124224 00000100:00100000:3.0:1746147281.073684:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347124224 00000100:00100000:3.0:1746147281.073709:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347124480 00000100:00100000:3.0:1746147281.073711:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347124480 00000100:00100000:3.0:1746147281.073726:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13813 00000100:00100000:3.0:1746147281.073730:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967347124224:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:3.0:1746147281.073751:0:9592:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.073762:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.073763:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.073767:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.073775:0:9592:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147281.074345:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13814 00000100:00100000:1.0:1746147281.074351:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967347124480:12345-192.168.202.9@tcp:3:dd.0 00010000:00010000:1.0:1746147281.074376:0:9593:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.074382:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147281.074384:0:9593:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147281.074386:0:9593:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.074392:0:9593:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746147281.085381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00010000:00010000:3.0:1746147281.086742:0:9592:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.086756:0:9592:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.086768:0:9592:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.086774:0:9592:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367fc00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746147281.086777:0:9592:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.086785:0:9592:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.086799:0:9592:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.086804:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009367fc00/0x29021e8779c016f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147281.087366:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347124736 00000100:00100000:1.0:1746147281.087374:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347124736 00010000:00010000:1.0:1746147281.087454:0:9593:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.087461:0:9593:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.087466:0:9593:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.087471:0:9593:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c406200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746147281.087473:0:9593:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.087479:0:9593:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.087489:0:9593:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.087494:0:9593:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c406200/0x29021e8779c016fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9593 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746147281.088387:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2006:x1830967347124224:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14652us (14801us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746147281.088395:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13813 00000100:00100000:0.0:1746147281.088418:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 39905 00000100:00100000:0.0:1746147281.088428:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+31:3879:x1830967347124736:12345-192.168.202.9@tcp:101:dd.0 00000100:00100000:1.0:1746147281.088435:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2006:x1830967347124480:12345-192.168.202.9@tcp:3:dd.0 Request processed in 14084us (14822us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746147281.088440:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13814 00010000:00010000:0.0:1746147281.088446:0:7240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746147281.088449:0:7240:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746147281.088468:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a4200/0x29021e8779c01685 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82d5a expref: 31 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746147281.088482:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:0.0:1746147281.088485:0:7240:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746147281.090199:0:7240:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5800/0x29021e8779c01703 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82db5 expref: -99 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.090315:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090326:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090335:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090344:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090348:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090352:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090396:0:7240:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6200/0x29021e8779c01718 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090402:0:7240:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6200/0x29021e8779c01718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090407:0:7240:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6200/0x29021e8779c01718 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00000004:00200000:1.0:1746147281.090417:0:7240:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:1.0:1746147281.090471:0:7240:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090476:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090480:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090485:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090489:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f7a5000 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147281.090492:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090497:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090503:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880095193f00) 00010000:00010000:1.0:1746147281.090505:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147281.090508:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090512:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5000/0x29021e8779c0170a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090521:0:7240:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090525:0:7240:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090652:0:7240:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090656:0:7240:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880096ad6400 already unused, calling callback (ffffffffa0f27690) 00010000:00010000:1.0:1746147281.090658:0:7240:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090662:0:7240:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090669:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008fe23600) 00010000:00010000:1.0:1746147281.090670:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746147281.090673:0:7240:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090678:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6400/0x29021e8779c01711 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7240 initiator: MDT0 00010000:00010000:1.0:1746147281.090709:0:7240:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f7a5800/0x29021e8779c01703 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82db5 expref: 33 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.090720:0:7240:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880096ad6200/0x29021e8779c01718 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82db5 expref: 32 pid: 7240 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.090724:0:7240:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880136a30f00) 00010000:00010000:1.0:1746147281.090726:0:7240:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746147281.090728:0:7240:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ad6200, rc 0) 00000100:00100000:1.0:1746147281.090777:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1fc346d7-2842-4f5e-afba-83962e59d746+32:3879:x1830967347124736:12345-192.168.202.9@tcp:101:dd.0 Request processed in 2349us (5401us total) trans 4294984900 rc 0/0 00000100:00100000:1.0:1746147281.090785:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 39905 00000100:00100000:2.0:1746147281.096309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.096635:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347124864 00000100:00100000:3.0:1746147281.096644:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347124864 00000100:00100000:3.0:1746147281.096698:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30303 00000100:00100000:3.0:1746147281.096704:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+9:3879:x1830967347124864:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147281.096718:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147281.096732:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01726 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82dbc expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746147281.096786:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746147281.096851:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 9 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147281.096859:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.096860:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.096863:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01726 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dbc expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.096891:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 9 pid: 9588 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147281.096900:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 9 pid: 9588 timeout: 893 lvb_type: 1 00000100:00100000:3.0:1746147281.096910:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340146176:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147281.096985:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147281.100059:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9588:1830967340146176:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147281.100082:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01726 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dbc expref: 10 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.100095:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094e72c00, rc 0) 00000100:00100000:3.0:1746147281.100161:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:3879:x1830967347124864:12345-192.168.202.9@tcp:101:dd.0 Request processed in 3456us (3858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147281.100168:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30303 00000100:00100000:0.0:1746147281.100400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147281.100453:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347124992 00000100:00100000:1.0:1746147281.100458:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347124992 00010000:00010000:1.0:1746147281.100481:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 10 pid: 9588 timeout: 893 lvb_type: 1 00000100:00100000:1.0:1746147281.100509:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15060 00000100:00100000:1.0:1746147281.100515:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+10:2007:x1830967347124992:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147281.100524:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147281.100545:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 10 pid: 9588 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746147281.100554:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 10 pid: 9588 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746147281.100571:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800937e4c00/0x29021e8779c016e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82da7 expref: 10 pid: 9588 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746147281.100582:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147281.100584:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147281.100590:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01726 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dbc expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.100596:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dbc expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.100618:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094e72c00/0x29021e8779c01726 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dbc expref: 9 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147281.100632:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c34700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967340146304:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147281.101238:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147281.103545:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c34700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7225:1830967340146304:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147281.103561:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147281.103590:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+9:2007:x1830967347124992:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 3074us (3189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147281.103598:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15060 00000100:00100000:0.0:1746147281.111602:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.111767:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347125120 00000100:00100000:3.0:1746147281.111777:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347125120 00000100:00080000:2.0:1746147281.113035:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746147281.113214:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 30304 00000100:00100000:3.0:1746147281.113221:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+23:3879:x1830967347125120:12345-192.168.202.9@tcp:101:dd.0 00010000:00010000:3.0:1746147281.113235:0:9588:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746147281.113261:0:9588:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0172d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xccaf82b7f6b82dc3 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.113284:0:9588:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 16 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147281.113290:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.113291:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746147281.113294:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0172d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dc3 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.113317:0:9588:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 16 pid: 9589 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746147281.113326:0:9588:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 16 pid: 9589 timeout: 893 lvb_type: 1 00000100:00100000:3.0:1746147281.113335:0:9588:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340146432:192.168.202.9@tcp:104: 00000100:00100000:3.0:1746147281.113416:0:9588:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ec90540 going to sleep for 11 seconds 00000100:00100000:3.0:1746147281.115544:0:9588:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9588:1830967340146432:192.168.202.9@tcp:104: 00010000:00010000:3.0:1746147281.115566:0:9588:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0172d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dc3 expref: 24 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746147281.115583:0:9588:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b12ae00, rc 0) 00000100:00100000:3.0:1746147281.115613:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1fc346d7-2842-4f5e-afba-83962e59d746+24:3879:x1830967347125120:12345-192.168.202.9@tcp:101:dd.0 Request processed in 2393us (4018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147281.115620:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 30304 00000100:00100000:0.0:1746147281.116088:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147281.116431:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347125248 00000100:00100000:1.0:1746147281.116437:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347125248 00010000:00010000:1.0:1746147281.116459:0:7225:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 17 pid: 9589 timeout: 893 lvb_type: 1 00000100:00100000:1.0:1746147281.116476:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 15061 00000100:00100000:1.0:1746147281.116481:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+17:2005:x1830967347125248:12345-192.168.202.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746147281.116493:0:7225:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746147281.116507:0:7225:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 17 pid: 9589 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746147281.116516:0:7225:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 17 pid: 9589 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746147281.116532:0:7225:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093749200/0x29021e8779c016ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dae expref: 17 pid: 9589 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746147281.116557:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147281.116559:0:7225:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746147281.116565:0:7225:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0172d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dc3 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.116571:0:7225:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0172d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dc3 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746147281.116591:0:7225:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b12ae00/0x29021e8779c0172d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.9@tcp remote: 0xccaf82b7f6b82dc3 expref: 23 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746147281.116599:0:7225:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c34700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7225:1830967340146560:192.168.202.9@tcp:105: 00000100:00100000:1.0:1746147281.116644:0:7225:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094846780 going to sleep for 11 seconds 00000100:00100000:1.0:1746147281.122038:0:7225:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c34700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7225:1830967340146560:192.168.202.9@tcp:105: 00010000:00010000:1.0:1746147281.122054:0:7225:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746147281.122133:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c87836e4-e7c1-48ac-86a6-801997ef6141+16:2005:x1830967347125248:12345-192.168.202.9@tcp:103:ldlm_bl.0 Request processed in 5650us (6044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147281.122141:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 15061 00000100:00100000:1.0:1746147281.151034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.151093:0:27188:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347125504 00000100:00100000:3.0:1746147281.151100:0:27188:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347125504 00000100:00100000:3.0:1746147281.151140:0:27188:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 215 00000100:00100000:3.0:1746147281.151148:0:27188:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+46:3878:x1830967347125504:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:3.0:1746147281.151309:0:27188:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093c34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c87836e4-e7c1-48ac-86a6-801997ef6141+47:3878:x1830967347125504:12345-192.168.202.9@tcp:35:dd.0 Request processed in 162us (281us total) trans 4294984901 rc 0/0 00000100:00100000:3.0:1746147281.151315:0:27188:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 215 00010000:00010000:0.0:1746147281.201695:0:7228:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746147281.237448:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147281.237898:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347125888 00000100:00100000:1.0:1746147281.237908:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347125888 00002000:00100000:1.0:1746147281.237959:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880096a85c00 x1830967347125888/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/0 e 0 to 0 dl 1746147292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147281.237969:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967347125888 ext(0->4194303) 00002000:00010000:1.0:1746147281.237975:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85c00 00000100:00100000:1.0:1746147281.238007:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13815 00000100:00100000:1.0:1746147281.238015:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+10:2006:x1830967347125888:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147281.250082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:3.0:1746147281.250179:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347126144 00000100:00100000:3.0:1746147281.250190:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347126144 00002000:00100000:3.0:1746147281.250233:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff880096a85500 x1830967347126144/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/0 e 0 to 0 dl 1746147292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746147281.252478:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967347126144 ext(0->4194303) 00002000:00010000:3.0:1746147281.252485:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85500 00000100:00100000:3.0:1746147281.252691:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13816 00000100:00100000:3.0:1746147281.252704:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+24:2006:x1830967347126144:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:1.0:1746147281.295216:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347125888:12345-192.168.202.9@tcp:4:dd.0 Request processed in 57193us (57772us total) trans 4294970674 rc 0/0 00000100:00100000:1.0:1746147281.295227:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13815 00002000:00100000:1.0:1746147281.295237:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880096a85c00 x1830967347125888/t4294970674(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/448 e 0 to 0 dl 1746147292 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147281.295270:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85c00 with x1830967347125888 ext(0->4194303) 00002000:00010000:1.0:1746147281.295276:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85c00 00000100:00100000:0.0:1746147281.316425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147281.316484:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347126528 00000100:00100000:1.0:1746147281.316492:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347126528 00002000:00100000:1.0:1746147281.316527:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880096a85180 x1830967347126528/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/0 e 0 to 0 dl 1746147292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147281.316536:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967347126528 ext(4194304->8388607) 00002000:00010000:1.0:1746147281.316541:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:1.0:1746147281.316569:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13817 00000100:00100000:1.0:1746147281.316574:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:2005:x1830967347126528:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147281.329733:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+26:2006:x1830967347126144:12345-192.168.202.9@tcp:4:dd.0 Request processed in 77026us (79652us total) trans 4294972382 rc 0/0 00000100:00100000:0.0:1746147281.329744:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13816 00002000:00100000:0.0:1746147281.329754:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff880096a85500 x1830967347126144/t4294972382(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/448 e 0 to 0 dl 1746147292 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147281.329763:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85500 with x1830967347126144 ext(0->4194303) 00002000:00010000:0.0:1746147281.329768:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a85500 00000001:00080000:2.0:1746147281.331304:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972382 is committed 00000001:00080000:2.0:1746147281.331335:0:10930:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972374 is committed 00000100:00100000:1.0:1746147281.351467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:0.0:1746147281.352321:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347126784 00000100:00100000:0.0:1746147281.352329:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347126784 00002000:00100000:0.0:1746147281.352369:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff880093ad2d80 x1830967347126784/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/0 e 0 to 0 dl 1746147292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746147281.352378:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967347126784 ext(4194304->8388607) 00002000:00010000:0.0:1746147281.352384:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:0.0:1746147281.352755:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13818 00000100:00100000:0.0:1746147281.352762:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+10:2006:x1830967347126784:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:2.0:1746147281.382880:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+14:2005:x1830967347126528:12345-192.168.202.9@tcp:4:dd.0 Request processed in 66294us (66451us total) trans 4294970675 rc 0/0 00000100:00100000:2.0:1746147281.382893:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13817 00002000:00100000:2.0:1746147281.382902:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880096a85180 x1830967347126528/t4294970675(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/448 e 0 to 0 dl 1746147292 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147281.382911:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a85180 with x1830967347126528 ext(4194304->8388607) 00002000:00010000:2.0:1746147281.382916:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880096a85180 00000100:00100000:2.0:1746147281.412991:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+12:2006:x1830967347126784:12345-192.168.202.9@tcp:4:dd.0 Request processed in 60219us (61521us total) trans 4294972383 rc 0/0 00000100:00100000:2.0:1746147281.413002:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13818 00002000:00100000:2.0:1746147281.413011:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff880093ad2d80 x1830967347126784/t4294972383(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/448 e 0 to 0 dl 1746147292 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147281.413019:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ad2d80 with x1830967347126784 ext(4194304->8388607) 00002000:00010000:2.0:1746147281.413024:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ad2d80 00000100:00100000:1.0:1746147281.466329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:2.0:1746147281.466734:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347127040 00000100:00100000:2.0:1746147281.466742:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347127040 00002000:00100000:2.0:1746147281.466779:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800a71b8a80 x1830967347127040/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/0 e 0 to 0 dl 1746147292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746147281.466788:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8a80 with x1830967347127040 ext(8388608->12582911) 00002000:00010000:2.0:1746147281.466793:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71b8a80 00000100:00100000:2.0:1746147281.467216:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13819 00000100:00100000:2.0:1746147281.467223:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+14:2008:x1830967347127040:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:0.0:1746147281.484058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147281.490218:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347127296 00000100:00100000:1.0:1746147281.490236:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347127296 00002000:00100000:1.0:1746147281.490323:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff880096a86a00 x1830967347127296/t0(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/0 e 0 to 0 dl 1746147292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147281.490333:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86a00 with x1830967347127296 ext(8388608->12582911) 00002000:00010000:1.0:1746147281.490340:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a86a00 00000100:00100000:1.0:1746147281.490388:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 13820 00000100:00100000:1.0:1746147281.490397:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+12:2008:x1830967347127296:12345-192.168.202.9@tcp:4:dd.0 00000100:00100000:1.0:1746147281.504284:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3765:1830967340146688:0@lo:400:kworker.0 00000100:00100000:1.0:1746147281.504344:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147281.504559:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340146688 00000100:00100000:2.0:1746147281.504566:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340146688 00000100:00100000:1.0:1746147281.508037:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746147281.508056:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830967340146816:0@lo:400:kworker.0 00000100:00100000:1.0:1746147281.508106:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746147281.508141:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340146816 00000100:00100000:1.0:1746147281.508146:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340146816 00000100:00100000:1.0:1746147281.508177:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1746147281.508182:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830967340146816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746147281.508481:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.9@tcp (source: 12345-192.168.202.9@tcp) 00000100:00100000:1.0:1746147281.508835:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830967340146816:12345-0@lo:400:kworker.0 Request processed in 651us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746147281.508841:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1746147281.508874:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830967340146816:0@lo:400:kworker.0 00000100:00100000:1.0:1746147281.508899:0:7242:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967347127552 00000100:00100000:1.0:1746147281.508902:0:7242:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967347127552 00000100:00100000:1.0:1746147281.508930:0:7242:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.9@tcp, seq: 216 00000100:00100000:1.0:1746147281.508935:0:7242:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+32:3879:x1830967347127552:12345-192.168.202.9@tcp:35:dd.0 00000100:00100000:1.0:1746147281.509111:0:7242:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1fc346d7-2842-4f5e-afba-83962e59d746+33:3879:x1830967347127552:12345-192.168.202.9@tcp:35:dd.0 Request processed in 175us (631us total) trans 4294984902 rc 0/0 00000100:00100000:1.0:1746147281.509117:0:7242:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 216 00000100:00100000:2.0:1746147281.509601:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1746147281.509610:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3765:x1830967340146688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746147281.509646:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ec79ada-51d2-4a42-b2c4-a9973328e92a+23:3765:x1830967340146688:12345-0@lo:400:kworker.0 Request processed in 38us (5302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147281.509651:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1746147281.509914:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830967340147072:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.509938:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.509951:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340147584:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.509964:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.509973:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340148096:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.509983:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.509994:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746147281.509998:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340146944:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510018:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830967340147456:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510029:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510036:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830967340147968:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510046:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510060:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340146944 00000100:00100000:0.0:1746147281.510063:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340146944 00000100:00100000:0.0:1746147281.510079:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1746147281.510082:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340146944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510101:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830967340146944:12345-0@lo:400:kworker.0 Request processed in 19us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510105:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1746147281.510126:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147072 00000100:00100000:0.0:1746147281.510128:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147072 00000100:00100000:0.0:1746147281.510139:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147456 00000100:00100000:0.0:1746147281.510141:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147456 00000100:00100000:0.0:1746147281.510153:0:21576:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147968 00000100:00100000:0.0:1746147281.510154:0:21576:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147968 00000100:00100000:0.0:1746147281.510163:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1746147281.510166:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830967340147072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510181:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3764:x1830967340147072:12345-0@lo:400:kworker.0 Request processed in 15us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510185:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1746147281.510192:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1746147281.510195:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830967340147456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510207:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830967340147456:12345-0@lo:400:kworker.0 Request processed in 11us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510210:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1746147281.510216:0:21576:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1746147281.510219:0:21576:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830967340147968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510231:0:21576:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830967340147968:12345-0@lo:400:kworker.0 Request processed in 11us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510234:0:21576:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1746147281.510267:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340146944:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510273:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3764:1830967340147456:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510279:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3764:1830967340147968:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510284:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3764:1830967340147072:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510310:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340147200:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510324:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510332:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340147712:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510342:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510349:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340148224:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510372:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510384:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ec79ada-51d2-4a42-b2c4-a9973328e92a:3765:1830967340146688:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510392:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746147281.510395:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3765:1830967340147328:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510406:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510413:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3765:1830967340147840:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510423:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746147281.510434:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147584 00000100:00100000:0.0:1746147281.510436:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147584 00000100:00100000:0.0:1746147281.510450:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340148096 00000100:00100000:0.0:1746147281.510451:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340148096 00000100:00100000:0.0:1746147281.510459:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147712 00000100:00100000:0.0:1746147281.510460:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147712 00000100:00100000:0.0:1746147281.510466:0:20948:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340148224 00000100:00100000:0.0:1746147281.510467:0:20948:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340148224 00000100:00100000:0.0:1746147281.510474:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1746147281.510478:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340147584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510495:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340147584:12345-0@lo:400:kworker.0 Request processed in 17us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510499:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1746147281.510507:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1746147281.510510:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340148096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510524:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340148096:12345-0@lo:400:kworker.0 Request processed in 13us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510527:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1746147281.510533:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1746147281.510536:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340147712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510548:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340147712:12345-0@lo:400:kworker.0 Request processed in 12us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510552:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1746147281.510557:0:20948:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1746147281.510560:0:20948:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340148224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510571:0:20948:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340148224:12345-0@lo:400:kworker.0 Request processed in 11us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510575:0:20948:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1746147281.510587:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147328 00000100:00100000:0.0:1746147281.510589:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147328 00000100:00100000:0.0:1746147281.510598:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147840 00000100:00100000:0.0:1746147281.510599:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147840 00000100:00100000:0.0:1746147281.510606:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1746147281.510609:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830967340147328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510622:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830967340147328:12345-0@lo:400:kworker.0 Request processed in 13us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510626:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1746147281.510632:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1746147281.510635:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830967340147840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510646:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830967340147840:12345-0@lo:400:kworker.0 Request processed in 11us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510652:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1746147281.510661:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340147200 00000100:00100000:0.0:1746147281.510662:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340147200 00000100:00100000:0.0:1746147281.510671:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1746147281.510675:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340147200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510689:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340147200:12345-0@lo:400:kworker.0 Request processed in 13us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746147281.510692:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1746147281.510706:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340147584:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510712:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340148096:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510740:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3765:1830967340147328:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510745:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3765:1830967340147840:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510750:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967393 gen 2 00000004:00080000:0.0:1746147281.510754:0:3765:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967392 committed transno 4294967393 00000004:00080000:0.0:1746147281.510766:0:3765:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967393 committed transno 4294967393 00000100:00100000:0.0:1746147281.510788:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340147200:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510794:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130a04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340147712:0@lo:400:kworker.0 00000100:00100000:0.0:1746147281.510799:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340148224:0@lo:400:kworker.0 00000100:00080000:0.0:1746147281.510820:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746147281.510823:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746147281.510825:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746147281.510826:0:7237:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746147281.521195:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1fc346d7-2842-4f5e-afba-83962e59d746+16:2008:x1830967347127040:12345-192.168.202.9@tcp:4:dd.0 Request processed in 53962us (54862us total) trans 4294970676 rc 0/0 00000100:00100000:1.0:1746147281.521210:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13819 00002000:00100000:1.0:1746147281.521221:0:9592:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800a71b8a80 x1830967347127040/t4294970676(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/448 e 0 to 0 dl 1746147292 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147281.521230:0:9592:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a71b8a80 with x1830967347127040 ext(8388608->12582911) 00002000:00010000:1.0:1746147281.521380:0:9592:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a71b8a80 00000100:00100000:1.0:1746147281.531424:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746147281.531441:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340148352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746147281.531493:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147281.531574:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340148352 00000100:00100000:3.0:1746147281.531580:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340148352 00000100:00100000:3.0:1746147281.531620:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1746147281.531627:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340148352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746147281.531646:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 552368960 pending 8437760 free 3882139648 avail 3606282240 00000100:00100000:3.0:1746147281.531689:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830967340148352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147281.531695:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1746147281.531773:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3765:1830967340148352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746147281.554623:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:1fc346d7-2842-4f5e-afba-83962e59d746+14:2008:x1830967347127296:12345-192.168.202.9@tcp:4:dd.0 Request processed in 64220us (70570us total) trans 4294972384 rc 0/0 00000100:00100000:1.0:1746147281.554635:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.9@tcp, seq: 13820 00002000:00100000:1.0:1746147281.554644:0:9593:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff880096a86a00 x1830967347127296/t4294972384(0) o4->1fc346d7-2842-4f5e-afba-83962e59d746@192.168.202.9@tcp:657/0 lens 488/448 e 0 to 0 dl 1746147292 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746147281.554653:0:9593:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096a86a00 with x1830967347127296 ext(8388608->12582911) 00002000:00010000:1.0:1746147281.554659:0:9593:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096a86a00 00000100:00100000:1.0:1746147281.579496:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746147281.579513:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340148480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746147281.579568:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147281.579679:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340148480 00000100:00100000:2.0:1746147281.579685:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340148480 00000100:00100000:2.0:1746147281.579731:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1746147281.579738:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340148480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746147281.579755:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 552368960 pending 8437760 free 3882139648 avail 3606282240 00000100:00100000:2.0:1746147281.579798:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a71b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340148480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147281.579804:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1746147281.579869:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090564000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340148480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746147281.723454:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340148608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746147281.723505:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746147281.723625:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340148608 00000100:00100000:3.0:1746147281.723631:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340148608 00000100:00100000:3.0:1746147281.723666:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1746147281.723672:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340148608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746147281.723689:0:9590:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 262499136 pending 12656640 free 3856084992 avail 3617124352 00000100:00100000:3.0:1746147281.723726:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830967340148608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746147281.723731:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1746147281.723796:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3764:1830967340148608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746147281.740515:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746147281.741869:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340148736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746147281.741943:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147281.742061:0:22373:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340148736 00000100:00100000:2.0:1746147281.742067:0:22373:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340148736 00000100:00100000:2.0:1746147281.742099:0:22373:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1746147281.742105:0:22373:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340148736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746147281.742127:0:22373:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 262499136 pending 12656640 free 3856084992 avail 3617124352 00000100:00100000:2.0:1746147281.742159:0:22373:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab03c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830967340148736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147281.742164:0:22373:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1746147281.742434:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093c6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3766:1830967340148736:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1746147282.203540:0:7229:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746147282.315757:0:28918:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000100:00100000:0.0:1746147282.940153:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340148864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746147282.940230:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746147282.940566:0:15340:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830967340148864 00000100:00100000:2.0:1746147282.940575:0:15340:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830967340148864 00000100:00100000:2.0:1746147282.940618:0:15340:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1746147282.940625:0:15340:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830967340148864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746147282.940661:0:15340:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:2.0:1746147282.940702:0:15340:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830967340148864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746147282.940708:0:15340:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1746147282.940806:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3766:1830967340148864:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746147283.205626:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67835 lines, 67835 kept, 0 dropped, 0 bad.